2024-11-08 10:17:16,754 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-08 10:17:16,769 main DEBUG Took 0.012822 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 10:17:16,770 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 10:17:16,770 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 10:17:16,771 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 10:17:16,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,781 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 10:17:16,794 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,798 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,799 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,800 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,801 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,802 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,803 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,804 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,805 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,806 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:17:16,808 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,808 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 10:17:16,810 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:17:16,812 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 10:17:16,814 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 10:17:16,814 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 10:17:16,816 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 10:17:16,817 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 10:17:16,826 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 10:17:16,828 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 10:17:16,829 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 10:17:16,830 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 10:17:16,830 main DEBUG createAppenders(={Console}) 2024-11-08 10:17:16,831 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-08 10:17:16,831 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-08 10:17:16,832 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-08 10:17:16,833 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 10:17:16,833 main DEBUG OutputStream closed 2024-11-08 10:17:16,833 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 10:17:16,834 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 10:17:16,834 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-08 10:17:16,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 10:17:16,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 10:17:16,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 10:17:16,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 10:17:16,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 10:17:16,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 10:17:16,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 10:17:16,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 10:17:16,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 10:17:16,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 10:17:16,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 10:17:16,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 10:17:16,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 10:17:16,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 10:17:16,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 10:17:16,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 10:17:16,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 10:17:16,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 10:17:16,930 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 10:17:16,931 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-08 10:17:16,931 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 10:17:16,932 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-08T10:17:17,162 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b 2024-11-08 10:17:17,165 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 10:17:17,165 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T10:17:17,174 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-08T10:17:17,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T10:17:17,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/cluster_563b1fb0-25c9-0a95-8e27-f9c8549a7333, deleteOnExit=true 2024-11-08T10:17:17,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-08T10:17:17,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/test.cache.data in system properties and HBase conf 2024-11-08T10:17:17,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T10:17:17,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/hadoop.log.dir in system properties and HBase conf 2024-11-08T10:17:17,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T10:17:17,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T10:17:17,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-08T10:17:17,288 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T10:17:17,385 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T10:17:17,389 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:17:17,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:17:17,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T10:17:17,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:17:17,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T10:17:17,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T10:17:17,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:17:17,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:17:17,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T10:17:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/nfs.dump.dir in system properties and HBase conf 2024-11-08T10:17:17,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/java.io.tmpdir in system properties and HBase conf 2024-11-08T10:17:17,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:17:17,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T10:17:17,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T10:17:18,222 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T10:17:18,298 INFO [Time-limited test {}] log.Log(170): Logging initialized @2231ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T10:17:18,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:17:18,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:17:18,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:17:18,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:17:18,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:17:18,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:17:18,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:17:18,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:17:18,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/java.io.tmpdir/jetty-localhost-44323-hadoop-hdfs-3_4_1-tests_jar-_-any-5422077053543020938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:17:18,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:44323} 2024-11-08T10:17:18,678 INFO [Time-limited test {}] server.Server(415): Started @2613ms 2024-11-08T10:17:19,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:17:19,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:17:19,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:17:19,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:17:19,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T10:17:19,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:17:19,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:17:19,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/java.io.tmpdir/jetty-localhost-35583-hadoop-hdfs-3_4_1-tests_jar-_-any-17103329927691331800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:17:19,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:35583} 2024-11-08T10:17:19,185 INFO [Time-limited test {}] server.Server(415): Started @3119ms 2024-11-08T10:17:19,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:17:19,658 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/cluster_563b1fb0-25c9-0a95-8e27-f9c8549a7333/dfs/data/data1/current/BP-1291752646-172.17.0.2-1731061037993/current, will proceed with Du for space computation calculation, 2024-11-08T10:17:19,658 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/cluster_563b1fb0-25c9-0a95-8e27-f9c8549a7333/dfs/data/data2/current/BP-1291752646-172.17.0.2-1731061037993/current, will proceed with Du for space computation calculation, 2024-11-08T10:17:19,699 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:17:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa58ddcb253e217af with lease ID 0x623fd87f18cb09cc: Processing first storage report for DS-01bf09c5-7926-4236-a8e6-50e18f7c7691 from datanode DatanodeRegistration(127.0.0.1:41581, datanodeUuid=e5b42bc6-7aa3-40c6-b5f9-8717f04bcfb8, infoPort=45543, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=342853418;c=1731061037993) 2024-11-08T10:17:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa58ddcb253e217af with lease ID 0x623fd87f18cb09cc: from storage DS-01bf09c5-7926-4236-a8e6-50e18f7c7691 node DatanodeRegistration(127.0.0.1:41581, datanodeUuid=e5b42bc6-7aa3-40c6-b5f9-8717f04bcfb8, infoPort=45543, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=342853418;c=1731061037993), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T10:17:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa58ddcb253e217af with lease ID 0x623fd87f18cb09cc: Processing first storage report for DS-2d9dc576-fd38-4868-ae90-cf97d2c3d9af from datanode DatanodeRegistration(127.0.0.1:41581, datanodeUuid=e5b42bc6-7aa3-40c6-b5f9-8717f04bcfb8, infoPort=45543, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=342853418;c=1731061037993) 2024-11-08T10:17:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa58ddcb253e217af with lease ID 0x623fd87f18cb09cc: from storage DS-2d9dc576-fd38-4868-ae90-cf97d2c3d9af node DatanodeRegistration(127.0.0.1:41581, datanodeUuid=e5b42bc6-7aa3-40c6-b5f9-8717f04bcfb8, infoPort=45543, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=342853418;c=1731061037993), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T10:17:19,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b 2024-11-08T10:17:19,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/cluster_563b1fb0-25c9-0a95-8e27-f9c8549a7333/zookeeper_0, clientPort=59746, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/cluster_563b1fb0-25c9-0a95-8e27-f9c8549a7333/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/cluster_563b1fb0-25c9-0a95-8e27-f9c8549a7333/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T10:17:19,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59746 2024-11-08T10:17:19,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:17:19,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:17:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:17:20,589 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 with version=8 2024-11-08T10:17:20,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/hbase-staging 2024-11-08T10:17:20,715 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T10:17:20,986 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2db67accb017:0 server-side Connection retries=45 2024-11-08T10:17:21,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:17:21,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:17:21,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:17:21,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:17:21,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:17:21,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:17:21,196 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T10:17:21,204 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T10:17:21,208 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:17:21,234 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11537 (auto-detected) 2024-11-08T10:17:21,235 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T10:17:21,254 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34121 2024-11-08T10:17:21,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:17:21,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:17:21,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34121 connecting to ZooKeeper ensemble=127.0.0.1:59746 2024-11-08T10:17:21,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341210x0, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:17:21,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34121-0x1018762b8800000 connected 2024-11-08T10:17:21,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:17:21,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:17:21,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:17:21,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34121 2024-11-08T10:17:21,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34121 2024-11-08T10:17:21,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34121 2024-11-08T10:17:21,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34121 2024-11-08T10:17:21,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34121 2024-11-08T10:17:21,362 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8, hbase.cluster.distributed=false 2024-11-08T10:17:21,434 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2db67accb017:0 server-side Connection retries=45 2024-11-08T10:17:21,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:17:21,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:17:21,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:17:21,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:17:21,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:17:21,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:17:21,440 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:17:21,440 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38617 2024-11-08T10:17:21,442 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:17:21,447 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:17:21,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:17:21,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:17:21,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38617 connecting to ZooKeeper ensemble=127.0.0.1:59746 2024-11-08T10:17:21,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386170x0, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:17:21,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38617-0x1018762b8800001 connected 2024-11-08T10:17:21,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:17:21,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:17:21,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:17:21,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38617 2024-11-08T10:17:21,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38617 2024-11-08T10:17:21,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38617 2024-11-08T10:17:21,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38617 2024-11-08T10:17:21,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38617 2024-11-08T10:17:21,471 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2db67accb017,34121,1731061040709 2024-11-08T10:17:21,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:17:21,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:17:21,479 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2db67accb017,34121,1731061040709 2024-11-08T10:17:21,486 DEBUG [M:0;2db67accb017:34121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2db67accb017:34121 2024-11-08T10:17:21,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:17:21,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:17:21,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:21,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:21,499 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T10:17:21,501 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2db67accb017,34121,1731061040709 from backup master directory 2024-11-08T10:17:21,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T10:17:21,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2db67accb017,34121,1731061040709 2024-11-08T10:17:21,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:17:21,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:17:21,504 WARN [master/2db67accb017:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:17:21,504 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2db67accb017,34121,1731061040709 2024-11-08T10:17:21,506 INFO [master/2db67accb017:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T10:17:21,508 INFO [master/2db67accb017:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T10:17:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:17:21,974 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/hbase.id with ID: 450e83b8-ea1b-4488-9f2d-26164bec9730 2024-11-08T10:17:22,014 INFO [master/2db67accb017:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:17:22,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:22,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:22,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:17:22,472 INFO [master/2db67accb017:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:17:22,474 INFO [master/2db67accb017:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T10:17:22,491 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:22,496 INFO [master/2db67accb017:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:17:22,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:17:22,947 INFO [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store 2024-11-08T10:17:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:17:23,367 INFO [master/2db67accb017:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T10:17:23,367 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:17:23,368 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:17:23,369 INFO [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:17:23,369 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:17:23,369 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:17:23,369 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:17:23,369 INFO [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:17:23,369 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-08T10:17:23,371 WARN [master/2db67accb017:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/.initializing 2024-11-08T10:17:23,371 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/WALs/2db67accb017,34121,1731061040709 2024-11-08T10:17:23,378 INFO [master/2db67accb017:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:17:23,388 INFO [master/2db67accb017:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2db67accb017%2C34121%2C1731061040709, suffix=, logDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/WALs/2db67accb017,34121,1731061040709, archiveDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/oldWALs, maxLogs=10 2024-11-08T10:17:23,410 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/WALs/2db67accb017,34121,1731061040709/2db67accb017%2C34121%2C1731061040709.1731061043393, exclude list is [], retry=0 2024-11-08T10:17:23,426 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-01bf09c5-7926-4236-a8e6-50e18f7c7691,DISK] 2024-11-08T10:17:23,429 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T10:17:23,463 INFO [master/2db67accb017:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/WALs/2db67accb017,34121,1731061040709/2db67accb017%2C34121%2C1731061040709.1731061043393 2024-11-08T10:17:23,464 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45543:45543)] 2024-11-08T10:17:23,464 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:17:23,465 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:17:23,468 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:17:23,469 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:17:23,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:17:23,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T10:17:23,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:23,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:17:23,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:17:23,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T10:17:23,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:23,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:17:23,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:17:23,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T10:17:23,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:23,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:17:23,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:17:23,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T10:17:23,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:23,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:17:23,557 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:17:23,558 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:17:23,566 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:17:23,571 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:17:23,575 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:17:23,577 INFO [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61803308, jitterRate=-0.0790589451789856}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:17:23,581 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-08T10:17:23,582 INFO [master/2db67accb017:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T10:17:23,611 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c953e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:23,645 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-08T10:17:23,658 INFO [master/2db67accb017:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T10:17:23,658 INFO [master/2db67accb017:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T10:17:23,660 INFO [master/2db67accb017:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T10:17:23,662 INFO [master/2db67accb017:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T10:17:23,667 INFO [master/2db67accb017:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-08T10:17:23,667 INFO [master/2db67accb017:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T10:17:23,693 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T10:17:23,705 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T10:17:23,708 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-08T10:17:23,710 INFO [master/2db67accb017:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T10:17:23,711 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T10:17:23,713 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-08T10:17:23,715 INFO [master/2db67accb017:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T10:17:23,718 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T10:17:23,719 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-08T10:17:23,720 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T10:17:23,722 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T10:17:23,731 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T10:17:23,732 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T10:17:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:17:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:17:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:23,736 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2db67accb017,34121,1731061040709, sessionid=0x1018762b8800000, setting cluster-up flag (Was=false) 2024-11-08T10:17:23,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:23,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:23,754 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T10:17:23,756 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2db67accb017,34121,1731061040709 2024-11-08T10:17:23,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:23,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:23,766 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T10:17:23,767 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2db67accb017,34121,1731061040709 2024-11-08T10:17:23,844 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-08T10:17:23,849 INFO [master/2db67accb017:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-08T10:17:23,852 INFO [master/2db67accb017:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T10:17:23,857 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2db67accb017,34121,1731061040709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T10:17:23,860 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2db67accb017:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:17:23,860 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2db67accb017:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:17:23,861 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2db67accb017:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:17:23,861 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2db67accb017:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:17:23,861 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2db67accb017:0, corePoolSize=10, maxPoolSize=10 2024-11-08T10:17:23,861 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:23,861 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2db67accb017:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:17:23,861 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:23,862 INFO [master/2db67accb017:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731061073862 2024-11-08T10:17:23,864 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T10:17:23,865 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T10:17:23,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:17:23,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-08T10:17:23,868 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T10:17:23,868 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T10:17:23,868 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T10:17:23,869 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T10:17:23,869 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:23,870 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T10:17:23,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:23,871 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T10:17:23,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T10:17:23,871 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T10:17:23,873 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T10:17:23,874 INFO [master/2db67accb017:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T10:17:23,875 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2db67accb017:0:becomeActiveMaster-HFileCleaner.large.0-1731061043875,5,FailOnTimeoutGroup] 2024-11-08T10:17:23,876 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2db67accb017:0:becomeActiveMaster-HFileCleaner.small.0-1731061043875,5,FailOnTimeoutGroup] 2024-11-08T10:17:23,876 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:23,876 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T10:17:23,877 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:23,877 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741831_1007 (size=1039) 2024-11-08T10:17:23,887 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2db67accb017:38617 2024-11-08T10:17:23,888 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1008): ClusterId : 450e83b8-ea1b-4488-9f2d-26164bec9730 2024-11-08T10:17:23,891 DEBUG [RS:0;2db67accb017:38617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:17:23,902 DEBUG [RS:0;2db67accb017:38617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:17:23,902 DEBUG [RS:0;2db67accb017:38617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:17:23,916 DEBUG [RS:0;2db67accb017:38617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:17:23,916 DEBUG [RS:0;2db67accb017:38617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4451b838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:23,918 DEBUG [RS:0;2db67accb017:38617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6498a378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2db67accb017/172.17.0.2:0 2024-11-08T10:17:23,921 INFO [RS:0;2db67accb017:38617 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-08T10:17:23,921 INFO [RS:0;2db67accb017:38617 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-08T10:17:23,921 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-08T10:17:23,923 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(3073): reportForDuty to master=2db67accb017,34121,1731061040709 with isa=2db67accb017/172.17.0.2:38617, startcode=1731061041433 2024-11-08T10:17:23,934 DEBUG [RS:0;2db67accb017:38617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:17:23,972 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46999, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:17:23,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34121 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2db67accb017,38617,1731061041433 2024-11-08T10:17:23,979 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34121 {}] master.ServerManager(486): Registering regionserver=2db67accb017,38617,1731061041433 2024-11-08T10:17:23,993 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 2024-11-08T10:17:23,994 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35687 2024-11-08T10:17:23,994 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-08T10:17:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:17:24,002 DEBUG [RS:0;2db67accb017:38617 {}] zookeeper.ZKUtil(111): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2db67accb017,38617,1731061041433 2024-11-08T10:17:24,002 WARN [RS:0;2db67accb017:38617 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:17:24,002 INFO [RS:0;2db67accb017:38617 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:17:24,002 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/WALs/2db67accb017,38617,1731061041433 2024-11-08T10:17:24,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2db67accb017,38617,1731061041433] 2024-11-08T10:17:24,016 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-08T10:17:24,027 INFO [RS:0;2db67accb017:38617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:17:24,040 INFO [RS:0;2db67accb017:38617 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:17:24,043 INFO [RS:0;2db67accb017:38617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:17:24,043 INFO [RS:0;2db67accb017:38617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:24,044 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-08T10:17:24,050 INFO [RS:0;2db67accb017:38617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:24,051 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,051 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,051 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,051 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,051 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,051 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2db67accb017:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:17:24,051 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,052 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,052 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,052 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,052 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2db67accb017:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:17:24,052 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2db67accb017:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:17:24,053 DEBUG [RS:0;2db67accb017:38617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:17:24,054 INFO [RS:0;2db67accb017:38617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:24,054 INFO [RS:0;2db67accb017:38617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:24,054 INFO [RS:0;2db67accb017:38617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:24,054 INFO [RS:0;2db67accb017:38617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:24,054 INFO [RS:0;2db67accb017:38617 {}] hbase.ChoreService(168): Chore ScheduledChore name=2db67accb017,38617,1731061041433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:17:24,075 INFO [RS:0;2db67accb017:38617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:17:24,076 INFO [RS:0;2db67accb017:38617 {}] hbase.ChoreService(168): Chore ScheduledChore name=2db67accb017,38617,1731061041433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:24,096 INFO [RS:0;2db67accb017:38617 {}] regionserver.Replication(204): 2db67accb017,38617,1731061041433 started 2024-11-08T10:17:24,096 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1767): Serving as 2db67accb017,38617,1731061041433, RpcServer on 2db67accb017/172.17.0.2:38617, sessionid=0x1018762b8800001 2024-11-08T10:17:24,097 DEBUG [RS:0;2db67accb017:38617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:17:24,097 DEBUG [RS:0;2db67accb017:38617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2db67accb017,38617,1731061041433 2024-11-08T10:17:24,097 DEBUG [RS:0;2db67accb017:38617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2db67accb017,38617,1731061041433' 2024-11-08T10:17:24,098 DEBUG [RS:0;2db67accb017:38617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:17:24,098 DEBUG [RS:0;2db67accb017:38617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:17:24,099 DEBUG [RS:0;2db67accb017:38617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:17:24,099 DEBUG [RS:0;2db67accb017:38617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:17:24,099 DEBUG [RS:0;2db67accb017:38617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2db67accb017,38617,1731061041433 2024-11-08T10:17:24,100 DEBUG [RS:0;2db67accb017:38617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2db67accb017,38617,1731061041433' 2024-11-08T10:17:24,100 DEBUG [RS:0;2db67accb017:38617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:17:24,100 DEBUG [RS:0;2db67accb017:38617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:17:24,101 DEBUG [RS:0;2db67accb017:38617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:17:24,101 INFO [RS:0;2db67accb017:38617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:17:24,101 INFO [RS:0;2db67accb017:38617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:17:24,207 INFO [RS:0;2db67accb017:38617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:17:24,211 INFO [RS:0;2db67accb017:38617 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2db67accb017%2C38617%2C1731061041433, suffix=, logDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/WALs/2db67accb017,38617,1731061041433, archiveDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/oldWALs, maxLogs=32 2024-11-08T10:17:24,228 DEBUG [RS:0;2db67accb017:38617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/WALs/2db67accb017,38617,1731061041433/2db67accb017%2C38617%2C1731061041433.1731061044213, exclude list is [], retry=0 2024-11-08T10:17:24,233 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-01bf09c5-7926-4236-a8e6-50e18f7c7691,DISK] 2024-11-08T10:17:24,237 INFO [RS:0;2db67accb017:38617 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/WALs/2db67accb017,38617,1731061041433/2db67accb017%2C38617%2C1731061041433.1731061044213 2024-11-08T10:17:24,237 DEBUG [RS:0;2db67accb017:38617 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45543:45543)] 2024-11-08T10:17:24,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-08T10:17:24,284 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 2024-11-08T10:17:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741833_1009 (size=32) 2024-11-08T10:17:24,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:17:24,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:17:24,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:17:24,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:24,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:17:24,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:17:24,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:17:24,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:24,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:17:24,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:17:24,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:17:24,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:24,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:17:24,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740 2024-11-08T10:17:24,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740 2024-11-08T10:17:24,717 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:17:24,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-08T10:17:24,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:17:24,726 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70678271, jitterRate=0.05318830907344818}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:17:24,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-08T10:17:24,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:17:24,728 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-08T10:17:24,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-08T10:17:24,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:17:24,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:17:24,730 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-08T10:17:24,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-08T10:17:24,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:17:24,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-08T10:17:24,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T10:17:24,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:17:24,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T10:17:24,901 DEBUG [2db67accb017:34121 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T10:17:24,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:17:24,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2db67accb017,38617,1731061041433, state=OPENING 2024-11-08T10:17:24,916 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T10:17:24,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:24,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:24,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:17:24,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:17:24,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:17:25,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:25,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:17:25,101 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:17:25,111 INFO [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-08T10:17:25,112 INFO [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:17:25,112 INFO [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T10:17:25,115 INFO [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2db67accb017%2C38617%2C1731061041433.meta, suffix=.meta, logDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/WALs/2db67accb017,38617,1731061041433, archiveDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/oldWALs, maxLogs=32 2024-11-08T10:17:25,132 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/WALs/2db67accb017,38617,1731061041433/2db67accb017%2C38617%2C1731061041433.meta.1731061045117.meta, exclude list is [], retry=0 2024-11-08T10:17:25,136 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-01bf09c5-7926-4236-a8e6-50e18f7c7691,DISK] 2024-11-08T10:17:25,139 INFO [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/WALs/2db67accb017,38617,1731061041433/2db67accb017%2C38617%2C1731061041433.meta.1731061045117.meta 2024-11-08T10:17:25,140 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45543:45543)] 2024-11-08T10:17:25,140 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:17:25,141 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T10:17:25,207 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T10:17:25,212 INFO [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T10:17:25,217 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T10:17:25,217 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:17:25,217 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-08T10:17:25,217 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-08T10:17:25,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:17:25,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:17:25,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:25,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:17:25,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:17:25,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:17:25,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:25,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:17:25,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:17:25,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:17:25,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:25,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:17:25,229 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740 2024-11-08T10:17:25,232 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740 2024-11-08T10:17:25,234 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:17:25,237 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-08T10:17:25,238 INFO [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59725013, jitterRate=-0.11002795398235321}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:17:25,240 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-08T10:17:25,247 INFO [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731061045091 2024-11-08T10:17:25,258 DEBUG [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T10:17:25,258 INFO [RS_OPEN_META-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-08T10:17:25,259 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:17:25,261 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2db67accb017,38617,1731061041433, state=OPEN 2024-11-08T10:17:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:17:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:17:25,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:17:25,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:17:25,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T10:17:25,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2db67accb017,38617,1731061041433 in 344 msec 2024-11-08T10:17:25,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T10:17:25,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2024-11-08T10:17:25,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4800 sec 2024-11-08T10:17:25,281 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731061045281, completionTime=-1 2024-11-08T10:17:25,281 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T10:17:25,281 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-08T10:17:25,318 DEBUG [hconnection-0x591087a9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:25,320 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:25,330 INFO [master/2db67accb017:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-08T10:17:25,330 INFO [master/2db67accb017:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731061105330 2024-11-08T10:17:25,330 INFO [master/2db67accb017:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731061165330 2024-11-08T10:17:25,330 INFO [master/2db67accb017:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 48 msec 2024-11-08T10:17:25,350 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2db67accb017,34121,1731061040709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:25,351 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2db67accb017,34121,1731061040709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:25,351 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2db67accb017,34121,1731061040709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:25,352 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2db67accb017:34121, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:25,353 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:25,357 DEBUG [master/2db67accb017:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-08T10:17:25,360 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-08T10:17:25,361 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T10:17:25,367 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-08T10:17:25,370 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:17:25,371 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:25,372 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:17:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741835_1011 (size=358) 2024-11-08T10:17:25,787 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3552075411c0c68fbd0f7505de15b21f, NAME => 'hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 2024-11-08T10:17:25,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741836_1012 (size=42) 2024-11-08T10:17:26,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:17:26,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3552075411c0c68fbd0f7505de15b21f, disabling compactions & flushes 2024-11-08T10:17:26,198 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:17:26,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:17:26,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. after waiting 0 ms 2024-11-08T10:17:26,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:17:26,198 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:17:26,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3552075411c0c68fbd0f7505de15b21f: 2024-11-08T10:17:26,201 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:17:26,207 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731061046202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731061046202"}]},"ts":"1731061046202"} 2024-11-08T10:17:26,230 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T10:17:26,232 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:17:26,234 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061046232"}]},"ts":"1731061046232"} 2024-11-08T10:17:26,238 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-08T10:17:26,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3552075411c0c68fbd0f7505de15b21f, ASSIGN}] 2024-11-08T10:17:26,246 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3552075411c0c68fbd0f7505de15b21f, ASSIGN 2024-11-08T10:17:26,248 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3552075411c0c68fbd0f7505de15b21f, ASSIGN; state=OFFLINE, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=false 2024-11-08T10:17:26,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3552075411c0c68fbd0f7505de15b21f, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:17:26,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3552075411c0c68fbd0f7505de15b21f, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:17:26,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:26,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:17:26,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3552075411c0c68fbd0f7505de15b21f, NAME => 'hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:17:26,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:17:26,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:17:26,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:17:26,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:17:26,566 INFO [StoreOpener-3552075411c0c68fbd0f7505de15b21f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:17:26,568 INFO [StoreOpener-3552075411c0c68fbd0f7505de15b21f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3552075411c0c68fbd0f7505de15b21f columnFamilyName info 2024-11-08T10:17:26,568 DEBUG [StoreOpener-3552075411c0c68fbd0f7505de15b21f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:26,569 INFO [StoreOpener-3552075411c0c68fbd0f7505de15b21f-1 {}] regionserver.HStore(327): Store=3552075411c0c68fbd0f7505de15b21f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:17:26,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/namespace/3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:17:26,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/namespace/3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:17:26,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:17:26,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/namespace/3552075411c0c68fbd0f7505de15b21f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:17:26,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3552075411c0c68fbd0f7505de15b21f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72132142, jitterRate=0.07485267519950867}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:17:26,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3552075411c0c68fbd0f7505de15b21f: 2024-11-08T10:17:26,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f., pid=6, masterSystemTime=1731061046556 2024-11-08T10:17:26,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:17:26,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:17:26,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3552075411c0c68fbd0f7505de15b21f, regionState=OPEN, openSeqNum=2, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:17:26,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T10:17:26,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3552075411c0c68fbd0f7505de15b21f, server=2db67accb017,38617,1731061041433 in 188 msec 2024-11-08T10:17:26,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T10:17:26,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3552075411c0c68fbd0f7505de15b21f, ASSIGN in 350 msec 2024-11-08T10:17:26,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:17:26,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061046599"}]},"ts":"1731061046599"} 2024-11-08T10:17:26,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-08T10:17:26,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:17:26,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2440 sec 2024-11-08T10:17:26,671 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-08T10:17:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-08T10:17:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:17:26,700 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-08T10:17:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-08T10:17:26,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 21 msec 2024-11-08T10:17:26,724 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-08T10:17:26,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-08T10:17:26,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-08T10:17:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-08T10:17:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-08T10:17:26,752 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.248sec 2024-11-08T10:17:26,753 INFO [master/2db67accb017:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T10:17:26,755 INFO [master/2db67accb017:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T10:17:26,756 INFO [master/2db67accb017:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T10:17:26,756 INFO [master/2db67accb017:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T10:17:26,756 INFO [master/2db67accb017:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T10:17:26,757 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2db67accb017,34121,1731061040709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:17:26,758 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2db67accb017,34121,1731061040709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T10:17:26,764 DEBUG [master/2db67accb017:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-08T10:17:26,765 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T10:17:26,765 INFO [master/2db67accb017:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2db67accb017,34121,1731061040709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:17:26,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38630296 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76523d14 2024-11-08T10:17:26,790 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-08T10:17:26,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75444e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:26,800 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T10:17:26,800 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T10:17:26,809 DEBUG [hconnection-0x25802b45-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:26,818 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2db67accb017,34121,1731061040709 2024-11-08T10:17:26,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=2794 2024-11-08T10:17:26,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:17:26,857 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:17:26,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T10:17:26,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:17:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T10:17:26,872 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:17:26,873 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:26,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:17:26,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-08T10:17:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-08T10:17:26,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741837_1013 (size=960) 2024-11-08T10:17:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-08T10:17:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-08T10:17:27,311 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 2024-11-08T10:17:27,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741838_1014 (size=53) 2024-11-08T10:17:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-08T10:17:27,721 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:17:27,721 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0fb01460c239a198a9b2789284ee8197, disabling compactions & flushes 2024-11-08T10:17:27,721 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:27,721 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:27,721 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. after waiting 0 ms 2024-11-08T10:17:27,721 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:27,722 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:27,722 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:27,724 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:17:27,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731061047724"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731061047724"}]},"ts":"1731061047724"} 2024-11-08T10:17:27,727 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T10:17:27,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:17:27,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061047729"}]},"ts":"1731061047729"} 2024-11-08T10:17:27,732 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T10:17:27,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fb01460c239a198a9b2789284ee8197, ASSIGN}] 2024-11-08T10:17:27,738 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fb01460c239a198a9b2789284ee8197, ASSIGN 2024-11-08T10:17:27,739 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fb01460c239a198a9b2789284ee8197, ASSIGN; state=OFFLINE, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=false 2024-11-08T10:17:27,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0fb01460c239a198a9b2789284ee8197, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:17:27,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:17:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-08T10:17:28,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:28,052 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:28,052 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:17:28,053 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:28,053 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:17:28,053 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:28,053 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:28,055 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:28,058 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:17:28,059 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fb01460c239a198a9b2789284ee8197 columnFamilyName A 2024-11-08T10:17:28,059 DEBUG [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:28,060 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] regionserver.HStore(327): Store=0fb01460c239a198a9b2789284ee8197/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:17:28,060 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:28,062 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:17:28,062 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fb01460c239a198a9b2789284ee8197 columnFamilyName B 2024-11-08T10:17:28,062 DEBUG [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:28,063 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] regionserver.HStore(327): Store=0fb01460c239a198a9b2789284ee8197/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:17:28,063 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:28,065 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:17:28,065 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fb01460c239a198a9b2789284ee8197 columnFamilyName C 2024-11-08T10:17:28,065 DEBUG [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:17:28,066 INFO [StoreOpener-0fb01460c239a198a9b2789284ee8197-1 {}] regionserver.HStore(327): Store=0fb01460c239a198a9b2789284ee8197/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:17:28,066 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:28,068 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:28,069 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:28,071 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:17:28,073 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:28,076 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:17:28,077 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 0fb01460c239a198a9b2789284ee8197; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70314546, jitterRate=0.04776838421821594}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:17:28,078 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:28,079 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., pid=11, masterSystemTime=1731061048046 2024-11-08T10:17:28,082 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:28,082 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:28,083 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0fb01460c239a198a9b2789284ee8197, regionState=OPEN, openSeqNum=2, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:17:28,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T10:17:28,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 in 192 msec 2024-11-08T10:17:28,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T10:17:28,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fb01460c239a198a9b2789284ee8197, ASSIGN in 352 msec 2024-11-08T10:17:28,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:17:28,093 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061048093"}]},"ts":"1731061048093"} 2024-11-08T10:17:28,095 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T10:17:28,099 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:17:28,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2310 sec 2024-11-08T10:17:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-08T10:17:29,013 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-08T10:17:29,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e67f019 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fcb5f29 2024-11-08T10:17:29,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdf5682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,025 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:17:29,030 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:17:29,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5095ba91 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f2091cc 2024-11-08T10:17:29,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d38d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,044 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12885408 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9bd0964 2024-11-08T10:17:29,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b32f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,049 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c43377 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18cb251d 2024-11-08T10:17:29,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736f1673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,054 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04977266 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b55c24 2024-11-08T10:17:29,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbb5d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a8f4734 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e52b42a 2024-11-08T10:17:29,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f34ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c964e8 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9ed28bb 2024-11-08T10:17:29,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cad1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e97e4b to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12a1285d 2024-11-08T10:17:29,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,077 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x527c6d40 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bc462 2024-11-08T10:17:29,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767a8485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c8de680 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fe2fa7 2024-11-08T10:17:29,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6502d571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:17:29,091 DEBUG [hconnection-0x42d5ecaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,091 DEBUG [hconnection-0x1f74a850-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,092 DEBUG [hconnection-0x2717408a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,092 DEBUG [hconnection-0x43ce456a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,092 DEBUG [hconnection-0x63fd773c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,093 DEBUG [hconnection-0x4872f2f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,093 DEBUG [hconnection-0x5f7b3fd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,094 DEBUG [hconnection-0x4360c845-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,096 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:17:29,096 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:29,098 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,100 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,101 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,103 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,105 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-08T10:17:29,109 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:29,110 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,110 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-08T10:17:29,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:29,121 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,128 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:17:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-08T10:17:29,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T10:17:29,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:29,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:29,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:29,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-08T10:17:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ac4856904a864bb98f450bf801721734 is 50, key is test_row_0/A:col10/1731061049206/Put/seqid=0 2024-11-08T10:17:29,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741839_1015 (size=16681) 2024-11-08T10:17:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061109368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ac4856904a864bb98f450bf801721734 2024-11-08T10:17:29,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061109376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061109386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061109396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-08T10:17:29,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061109405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:29,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-08T10:17:29,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:29,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/e3a6cbb24d404f52894cdc0cc972b126 is 50, key is test_row_0/B:col10/1731061049206/Put/seqid=0 2024-11-08T10:17:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741840_1016 (size=12001) 2024-11-08T10:17:29,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/e3a6cbb24d404f52894cdc0cc972b126 2024-11-08T10:17:29,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061109547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061109548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061109549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061109549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061109549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/57e16620d2fe4e66a7826bab20af815b is 50, key is test_row_0/C:col10/1731061049206/Put/seqid=0 2024-11-08T10:17:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741841_1017 (size=12001) 2024-11-08T10:17:29,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/57e16620d2fe4e66a7826bab20af815b 2024-11-08T10:17:29,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:29,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-08T10:17:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ac4856904a864bb98f450bf801721734 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ac4856904a864bb98f450bf801721734 2024-11-08T10:17:29,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ac4856904a864bb98f450bf801721734, entries=250, sequenceid=17, filesize=16.3 K 2024-11-08T10:17:29,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/e3a6cbb24d404f52894cdc0cc972b126 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/e3a6cbb24d404f52894cdc0cc972b126 2024-11-08T10:17:29,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/e3a6cbb24d404f52894cdc0cc972b126, entries=150, sequenceid=17, filesize=11.7 K 2024-11-08T10:17:29,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/57e16620d2fe4e66a7826bab20af815b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/57e16620d2fe4e66a7826bab20af815b 2024-11-08T10:17:29,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/57e16620d2fe4e66a7826bab20af815b, entries=150, sequenceid=17, filesize=11.7 K 2024-11-08T10:17:29,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0fb01460c239a198a9b2789284ee8197 in 475ms, sequenceid=17, compaction requested=false 2024-11-08T10:17:29,696 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T10:17:29,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-08T10:17:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:29,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T10:17:29,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:29,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:29,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:29,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:29,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:29,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:29,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:29,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-08T10:17:29,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/35fc435ab1b44252b05f93aa8a954d82 is 50, key is test_row_0/A:col10/1731061049375/Put/seqid=0 2024-11-08T10:17:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061109806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061109807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061109811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061109816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741842_1018 (size=14341) 2024-11-08T10:17:29,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/35fc435ab1b44252b05f93aa8a954d82 2024-11-08T10:17:29,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061109818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/cbbb996b20b54155ae09b34083a3fa7e is 50, key is test_row_0/B:col10/1731061049375/Put/seqid=0 2024-11-08T10:17:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741843_1019 (size=12001) 2024-11-08T10:17:29,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/cbbb996b20b54155ae09b34083a3fa7e 2024-11-08T10:17:29,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/14b32d2afb0f4d3e8bd95533ea59587c is 50, key is test_row_0/C:col10/1731061049375/Put/seqid=0 2024-11-08T10:17:29,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741844_1020 (size=12001) 2024-11-08T10:17:29,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/14b32d2afb0f4d3e8bd95533ea59587c 2024-11-08T10:17:29,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061109922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061109922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061109924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/35fc435ab1b44252b05f93aa8a954d82 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/35fc435ab1b44252b05f93aa8a954d82 2024-11-08T10:17:29,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061109933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061109933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:29,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:29,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-08T10:17:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:29,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:29,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/35fc435ab1b44252b05f93aa8a954d82, entries=200, sequenceid=38, filesize=14.0 K 2024-11-08T10:17:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/cbbb996b20b54155ae09b34083a3fa7e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/cbbb996b20b54155ae09b34083a3fa7e 2024-11-08T10:17:29,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/cbbb996b20b54155ae09b34083a3fa7e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T10:17:29,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/14b32d2afb0f4d3e8bd95533ea59587c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/14b32d2afb0f4d3e8bd95533ea59587c 2024-11-08T10:17:29,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/14b32d2afb0f4d3e8bd95533ea59587c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T10:17:29,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 0fb01460c239a198a9b2789284ee8197 in 207ms, sequenceid=38, compaction requested=false 2024-11-08T10:17:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:30,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T10:17:30,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-08T10:17:30,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:30,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-08T10:17:30,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:30,096 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T10:17:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/9dae58b0b57e4446bf90521cfd7d15c1 is 50, key is test_row_0/A:col10/1731061049796/Put/seqid=0 2024-11-08T10:17:30,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741845_1021 (size=12001) 2024-11-08T10:17:30,128 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/9dae58b0b57e4446bf90521cfd7d15c1 2024-11-08T10:17:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:30,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/6ec722e56b1c4beaa2626b7e27593f0d is 50, key is test_row_0/B:col10/1731061049796/Put/seqid=0 2024-11-08T10:17:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741846_1022 (size=12001) 2024-11-08T10:17:30,180 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/6ec722e56b1c4beaa2626b7e27593f0d 2024-11-08T10:17:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/bd351dcee0504b7a933dcdea47347491 is 50, key is test_row_0/C:col10/1731061049796/Put/seqid=0 2024-11-08T10:17:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061110190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061110191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061110194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061110199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061110202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-08T10:17:30,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741847_1023 (size=12001) 2024-11-08T10:17:30,240 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/bd351dcee0504b7a933dcdea47347491 2024-11-08T10:17:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/9dae58b0b57e4446bf90521cfd7d15c1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9dae58b0b57e4446bf90521cfd7d15c1 2024-11-08T10:17:30,267 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9dae58b0b57e4446bf90521cfd7d15c1, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T10:17:30,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/6ec722e56b1c4beaa2626b7e27593f0d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6ec722e56b1c4beaa2626b7e27593f0d 2024-11-08T10:17:30,284 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6ec722e56b1c4beaa2626b7e27593f0d, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T10:17:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/bd351dcee0504b7a933dcdea47347491 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bd351dcee0504b7a933dcdea47347491 2024-11-08T10:17:30,298 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bd351dcee0504b7a933dcdea47347491, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T10:17:30,302 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0fb01460c239a198a9b2789284ee8197 in 206ms, sequenceid=54, compaction requested=true 2024-11-08T10:17:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T10:17:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-08T10:17:30,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T10:17:30,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1940 sec 2024-11-08T10:17:30,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2140 sec 2024-11-08T10:17:30,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T10:17:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:30,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:30,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:30,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:30,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:30,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:30,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:30,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/88f1006d0a394c11af87e951d4874e52 is 50, key is test_row_0/A:col10/1731061050315/Put/seqid=0 2024-11-08T10:17:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061110344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061110346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061110348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061110348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061110351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741848_1024 (size=12001) 2024-11-08T10:17:30,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/88f1006d0a394c11af87e951d4874e52 2024-11-08T10:17:30,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/5a7b6fe77dbe4203aadb17eecc626f08 is 50, key is test_row_0/B:col10/1731061050315/Put/seqid=0 2024-11-08T10:17:30,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741849_1025 (size=12001) 2024-11-08T10:17:30,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061110454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061110455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061110456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061110459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061110459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061110659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061110660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061110662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061110663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061110664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,728 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:17:30,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/5a7b6fe77dbe4203aadb17eecc626f08 2024-11-08T10:17:30,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/6b807cde4ee544f0ac6366b6f76a5acc is 50, key is test_row_0/C:col10/1731061050315/Put/seqid=0 2024-11-08T10:17:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741850_1026 (size=12001) 2024-11-08T10:17:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061110965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061110969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061110969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061110970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:30,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061110970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T10:17:31,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T10:17:31,196 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-08T10:17:31,196 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-08T10:17:31,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T10:17:31,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T10:17:31,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T10:17:31,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T10:17:31,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T10:17:31,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-08T10:17:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-08T10:17:31,223 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-08T10:17:31,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-08T10:17:31,232 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-08T10:17:31,234 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:31,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:31,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/6b807cde4ee544f0ac6366b6f76a5acc 2024-11-08T10:17:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/88f1006d0a394c11af87e951d4874e52 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/88f1006d0a394c11af87e951d4874e52 2024-11-08T10:17:31,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/88f1006d0a394c11af87e951d4874e52, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T10:17:31,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/5a7b6fe77dbe4203aadb17eecc626f08 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/5a7b6fe77dbe4203aadb17eecc626f08 2024-11-08T10:17:31,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/5a7b6fe77dbe4203aadb17eecc626f08, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T10:17:31,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/6b807cde4ee544f0ac6366b6f76a5acc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/6b807cde4ee544f0ac6366b6f76a5acc 2024-11-08T10:17:31,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/6b807cde4ee544f0ac6366b6f76a5acc, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T10:17:31,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0fb01460c239a198a9b2789284ee8197 in 1004ms, sequenceid=77, compaction requested=true 2024-11-08T10:17:31,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-08T10:17:31,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:31,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:31,336 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:17:31,336 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:17:31,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:31,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:31,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:31,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:31,342 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:17:31,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:31,345 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:31,345 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/e3a6cbb24d404f52894cdc0cc972b126, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/cbbb996b20b54155ae09b34083a3fa7e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6ec722e56b1c4beaa2626b7e27593f0d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/5a7b6fe77dbe4203aadb17eecc626f08] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=46.9 K 2024-11-08T10:17:31,347 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e3a6cbb24d404f52894cdc0cc972b126, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731061049199 2024-11-08T10:17:31,348 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting cbbb996b20b54155ae09b34083a3fa7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731061049375 2024-11-08T10:17:31,349 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ec722e56b1c4beaa2626b7e27593f0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731061049796 2024-11-08T10:17:31,350 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a7b6fe77dbe4203aadb17eecc626f08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731061050182 2024-11-08T10:17:31,351 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:17:31,355 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:31,355 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:31,355 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ac4856904a864bb98f450bf801721734, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/35fc435ab1b44252b05f93aa8a954d82, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9dae58b0b57e4446bf90521cfd7d15c1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/88f1006d0a394c11af87e951d4874e52] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=53.7 K 2024-11-08T10:17:31,357 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac4856904a864bb98f450bf801721734, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731061049162 2024-11-08T10:17:31,359 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35fc435ab1b44252b05f93aa8a954d82, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731061049363 2024-11-08T10:17:31,361 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dae58b0b57e4446bf90521cfd7d15c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731061049796 2024-11-08T10:17:31,363 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88f1006d0a394c11af87e951d4874e52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731061050182 2024-11-08T10:17:31,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:31,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-08T10:17:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:31,390 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:17:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:31,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:31,413 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#12 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:31,414 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/b425fe636c1d49a2acd7f2aedc975da3 is 50, key is test_row_0/B:col10/1731061050315/Put/seqid=0 2024-11-08T10:17:31,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/f7747c27fe2a42b9b96055ef783b5add is 50, key is test_row_0/A:col10/1731061050341/Put/seqid=0 2024-11-08T10:17:31,418 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#13 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:31,424 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/f7c68a18d9004317a1dc1f530b19c420 is 50, key is test_row_0/A:col10/1731061050315/Put/seqid=0 2024-11-08T10:17:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741851_1027 (size=12139) 2024-11-08T10:17:31,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741852_1028 (size=12001) 2024-11-08T10:17:31,453 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/f7747c27fe2a42b9b96055ef783b5add 2024-11-08T10:17:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741853_1029 (size=12139) 2024-11-08T10:17:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:31,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/9ad02c7a360e4cf8a92ee3f570b36e2e is 50, key is test_row_0/B:col10/1731061050341/Put/seqid=0 2024-11-08T10:17:31,497 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/f7c68a18d9004317a1dc1f530b19c420 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7c68a18d9004317a1dc1f530b19c420 2024-11-08T10:17:31,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741854_1030 (size=12001) 2024-11-08T10:17:31,506 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/9ad02c7a360e4cf8a92ee3f570b36e2e 2024-11-08T10:17:31,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/f02338ef10d944f693ce462f433e9718 is 50, key is test_row_0/C:col10/1731061050341/Put/seqid=0 2024-11-08T10:17:31,532 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into f7c68a18d9004317a1dc1f530b19c420(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:31,532 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:31,532 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=12, startTime=1731061051323; duration=0sec 2024-11-08T10:17:31,533 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:31,533 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:31,534 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:17:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-08T10:17:31,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061111530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061111532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061111534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061111537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061111539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,550 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:17:31,550 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:31,550 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:31,550 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/57e16620d2fe4e66a7826bab20af815b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/14b32d2afb0f4d3e8bd95533ea59587c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bd351dcee0504b7a933dcdea47347491, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/6b807cde4ee544f0ac6366b6f76a5acc] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=46.9 K 2024-11-08T10:17:31,551 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e16620d2fe4e66a7826bab20af815b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731061049199 2024-11-08T10:17:31,552 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14b32d2afb0f4d3e8bd95533ea59587c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731061049375 2024-11-08T10:17:31,553 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd351dcee0504b7a933dcdea47347491, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731061049796 2024-11-08T10:17:31,554 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b807cde4ee544f0ac6366b6f76a5acc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731061050182 2024-11-08T10:17:31,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741855_1031 (size=12001) 2024-11-08T10:17:31,560 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/f02338ef10d944f693ce462f433e9718 2024-11-08T10:17:31,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/f7747c27fe2a42b9b96055ef783b5add as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7747c27fe2a42b9b96055ef783b5add 2024-11-08T10:17:31,586 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7747c27fe2a42b9b96055ef783b5add, entries=150, sequenceid=90, filesize=11.7 K 2024-11-08T10:17:31,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/9ad02c7a360e4cf8a92ee3f570b36e2e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ad02c7a360e4cf8a92ee3f570b36e2e 2024-11-08T10:17:31,603 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ad02c7a360e4cf8a92ee3f570b36e2e, entries=150, sequenceid=90, filesize=11.7 K 2024-11-08T10:17:31,605 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#17 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:31,605 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/7a0cdb8f648b49f296087b3802be37ac is 50, key is test_row_0/C:col10/1731061050315/Put/seqid=0 2024-11-08T10:17:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/f02338ef10d944f693ce462f433e9718 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f02338ef10d944f693ce462f433e9718 2024-11-08T10:17:31,616 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f02338ef10d944f693ce462f433e9718, entries=150, sequenceid=90, filesize=11.7 K 2024-11-08T10:17:31,618 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0fb01460c239a198a9b2789284ee8197 in 228ms, sequenceid=90, compaction requested=false 2024-11-08T10:17:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T10:17:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-08T10:17:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741856_1032 (size=12139) 2024-11-08T10:17:31,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T10:17:31,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 387 msec 2024-11-08T10:17:31,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 400 msec 2024-11-08T10:17:31,633 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/7a0cdb8f648b49f296087b3802be37ac as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7a0cdb8f648b49f296087b3802be37ac 2024-11-08T10:17:31,643 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into 7a0cdb8f648b49f296087b3802be37ac(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:31,644 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:31,644 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=12, startTime=1731061051337; duration=0sec 2024-11-08T10:17:31,644 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:31,644 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:31,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:17:31,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:31,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:31,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:31,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:31,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:31,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:31,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/540f5d37f1c64f9dbcb48a43670d2959 is 50, key is test_row_0/A:col10/1731061051532/Put/seqid=0 2024-11-08T10:17:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741857_1033 (size=12001) 2024-11-08T10:17:31,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061111719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061111721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061111724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061111724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061111724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/540f5d37f1c64f9dbcb48a43670d2959 2024-11-08T10:17:31,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/0f4d56e582f44e888664d83d97567fe8 is 50, key is test_row_0/B:col10/1731061051532/Put/seqid=0 2024-11-08T10:17:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741858_1034 (size=12001) 2024-11-08T10:17:31,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/0f4d56e582f44e888664d83d97567fe8 2024-11-08T10:17:31,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/3be86a0580914e04ad239e173f1b2ca7 is 50, key is test_row_0/C:col10/1731061051532/Put/seqid=0 2024-11-08T10:17:31,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741859_1035 (size=12001) 2024-11-08T10:17:31,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/3be86a0580914e04ad239e173f1b2ca7 2024-11-08T10:17:31,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061111829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061111831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061111831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061111834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-08T10:17:31,838 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-08T10:17:31,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061111834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/540f5d37f1c64f9dbcb48a43670d2959 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/540f5d37f1c64f9dbcb48a43670d2959 2024-11-08T10:17:31,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-08T10:17:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-08T10:17:31,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:31,853 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:31,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:31,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/540f5d37f1c64f9dbcb48a43670d2959, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T10:17:31,864 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/b425fe636c1d49a2acd7f2aedc975da3 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b425fe636c1d49a2acd7f2aedc975da3 2024-11-08T10:17:31,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/0f4d56e582f44e888664d83d97567fe8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0f4d56e582f44e888664d83d97567fe8 2024-11-08T10:17:31,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0f4d56e582f44e888664d83d97567fe8, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T10:17:31,879 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into b425fe636c1d49a2acd7f2aedc975da3(size=11.9 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:31,879 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:31,880 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=12, startTime=1731061051336; duration=0sec 2024-11-08T10:17:31,880 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:31,880 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:31,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/3be86a0580914e04ad239e173f1b2ca7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3be86a0580914e04ad239e173f1b2ca7 2024-11-08T10:17:31,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3be86a0580914e04ad239e173f1b2ca7, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T10:17:31,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0fb01460c239a198a9b2789284ee8197 in 244ms, sequenceid=116, compaction requested=true 2024-11-08T10:17:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:31,895 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:31,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:31,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:31,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:31,896 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:31,898 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:31,898 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:31,898 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:31,898 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:31,898 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7c68a18d9004317a1dc1f530b19c420, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7747c27fe2a42b9b96055ef783b5add, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/540f5d37f1c64f9dbcb48a43670d2959] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=35.3 K 2024-11-08T10:17:31,899 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:31,899 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:31,899 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b425fe636c1d49a2acd7f2aedc975da3, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ad02c7a360e4cf8a92ee3f570b36e2e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0f4d56e582f44e888664d83d97567fe8] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=35.3 K 2024-11-08T10:17:31,899 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7c68a18d9004317a1dc1f530b19c420, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731061050182 2024-11-08T10:17:31,900 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b425fe636c1d49a2acd7f2aedc975da3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731061050182 2024-11-08T10:17:31,901 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7747c27fe2a42b9b96055ef783b5add, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731061050341 2024-11-08T10:17:31,901 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad02c7a360e4cf8a92ee3f570b36e2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731061050341 2024-11-08T10:17:31,901 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 540f5d37f1c64f9dbcb48a43670d2959, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731061051532 2024-11-08T10:17:31,902 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f4d56e582f44e888664d83d97567fe8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731061051532 2024-11-08T10:17:31,935 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:31,936 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/17155a06d8a34709bbea3e87bf156b05 is 50, key is test_row_0/A:col10/1731061051532/Put/seqid=0 2024-11-08T10:17:31,940 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:31,941 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/0ec77a7f247a40cb96cab8f46609ae4b is 50, key is test_row_0/B:col10/1731061051532/Put/seqid=0 2024-11-08T10:17:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-08T10:17:31,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741861_1037 (size=12241) 2024-11-08T10:17:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741860_1036 (size=12241) 2024-11-08T10:17:31,989 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/17155a06d8a34709bbea3e87bf156b05 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/17155a06d8a34709bbea3e87bf156b05 2024-11-08T10:17:31,991 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/0ec77a7f247a40cb96cab8f46609ae4b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0ec77a7f247a40cb96cab8f46609ae4b 2024-11-08T10:17:32,003 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into 17155a06d8a34709bbea3e87bf156b05(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:32,003 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:32,003 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061051895; duration=0sec 2024-11-08T10:17:32,003 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:32,003 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:32,004 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:32,004 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into 0ec77a7f247a40cb96cab8f46609ae4b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:32,004 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:32,005 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061051895; duration=0sec 2024-11-08T10:17:32,005 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:32,005 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:32,006 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:32,006 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:32,006 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:32,006 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7a0cdb8f648b49f296087b3802be37ac, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f02338ef10d944f693ce462f433e9718, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3be86a0580914e04ad239e173f1b2ca7] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=35.3 K 2024-11-08T10:17:32,007 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a0cdb8f648b49f296087b3802be37ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731061050182 2024-11-08T10:17:32,008 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting f02338ef10d944f693ce462f433e9718, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731061050341 2024-11-08T10:17:32,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:32,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-08T10:17:32,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:32,009 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:17:32,010 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3be86a0580914e04ad239e173f1b2ca7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731061051532 2024-11-08T10:17:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:32,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:32,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/b91fe08eb53d47e59b13fad481c69807 is 50, key is test_row_0/A:col10/1731061051718/Put/seqid=0 2024-11-08T10:17:32,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:32,048 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#24 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:32,049 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/9dbc8475b56a45a098173a1101d4612a is 50, key is test_row_0/C:col10/1731061051532/Put/seqid=0 2024-11-08T10:17:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741862_1038 (size=12001) 2024-11-08T10:17:32,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741863_1039 (size=12241) 2024-11-08T10:17:32,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061112081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061112083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061112083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061112085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061112093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-08T10:17:32,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061112191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061112192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061112193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061112193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061112196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061112395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061112396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061112397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061112400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061112401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-08T10:17:32,454 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/b91fe08eb53d47e59b13fad481c69807 2024-11-08T10:17:32,472 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/9dbc8475b56a45a098173a1101d4612a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9dbc8475b56a45a098173a1101d4612a 2024-11-08T10:17:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/b9d1123862a447729796fd4c8b6552af is 50, key is test_row_0/B:col10/1731061051718/Put/seqid=0 2024-11-08T10:17:32,490 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into 9dbc8475b56a45a098173a1101d4612a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:32,490 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:32,490 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061051896; duration=0sec 2024-11-08T10:17:32,491 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:32,491 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:32,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741864_1040 (size=12001) 2024-11-08T10:17:32,501 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/b9d1123862a447729796fd4c8b6552af 2024-11-08T10:17:32,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/1673521f3c05463bb077868ba8241a63 is 50, key is test_row_0/C:col10/1731061051718/Put/seqid=0 2024-11-08T10:17:32,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741865_1041 (size=12001) 2024-11-08T10:17:32,531 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/1673521f3c05463bb077868ba8241a63 2024-11-08T10:17:32,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/b91fe08eb53d47e59b13fad481c69807 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b91fe08eb53d47e59b13fad481c69807 2024-11-08T10:17:32,558 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b91fe08eb53d47e59b13fad481c69807, entries=150, sequenceid=132, filesize=11.7 K 2024-11-08T10:17:32,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/b9d1123862a447729796fd4c8b6552af as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b9d1123862a447729796fd4c8b6552af 2024-11-08T10:17:32,581 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b9d1123862a447729796fd4c8b6552af, entries=150, sequenceid=132, filesize=11.7 K 2024-11-08T10:17:32,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/1673521f3c05463bb077868ba8241a63 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1673521f3c05463bb077868ba8241a63 2024-11-08T10:17:32,597 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1673521f3c05463bb077868ba8241a63, entries=150, sequenceid=132, filesize=11.7 K 2024-11-08T10:17:32,600 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0fb01460c239a198a9b2789284ee8197 in 591ms, sequenceid=132, compaction requested=false 2024-11-08T10:17:32,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:32,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:32,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-08T10:17:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-08T10:17:32,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T10:17:32,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 749 msec 2024-11-08T10:17:32,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 766 msec 2024-11-08T10:17:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:32,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T10:17:32,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:32,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:32,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:32,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:32,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:32,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:32,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/4cf10cb5ab3d44ce9ead231c0a9d899b is 50, key is test_row_0/A:col10/1731061052083/Put/seqid=0 2024-11-08T10:17:32,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061112712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061112713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061112715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061112716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061112716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741866_1042 (size=12151) 2024-11-08T10:17:32,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/4cf10cb5ab3d44ce9ead231c0a9d899b 2024-11-08T10:17:32,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/dbae3ec3b498467d9e5a879a249aee76 is 50, key is test_row_0/B:col10/1731061052083/Put/seqid=0 2024-11-08T10:17:32,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741867_1043 (size=12151) 2024-11-08T10:17:32,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/dbae3ec3b498467d9e5a879a249aee76 2024-11-08T10:17:32,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/f15627ff1d5f4d4599f5d41b5d3b1663 is 50, key is test_row_0/C:col10/1731061052083/Put/seqid=0 2024-11-08T10:17:32,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061112825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061112825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061112826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061112826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061112821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741868_1044 (size=12151) 2024-11-08T10:17:32,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/f15627ff1d5f4d4599f5d41b5d3b1663 2024-11-08T10:17:32,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/4cf10cb5ab3d44ce9ead231c0a9d899b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/4cf10cb5ab3d44ce9ead231c0a9d899b 2024-11-08T10:17:32,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/4cf10cb5ab3d44ce9ead231c0a9d899b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-08T10:17:32,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/dbae3ec3b498467d9e5a879a249aee76 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dbae3ec3b498467d9e5a879a249aee76 2024-11-08T10:17:32,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dbae3ec3b498467d9e5a879a249aee76, entries=150, sequenceid=158, filesize=11.9 K 2024-11-08T10:17:32,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/f15627ff1d5f4d4599f5d41b5d3b1663 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f15627ff1d5f4d4599f5d41b5d3b1663 2024-11-08T10:17:32,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f15627ff1d5f4d4599f5d41b5d3b1663, entries=150, sequenceid=158, filesize=11.9 K 2024-11-08T10:17:32,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0fb01460c239a198a9b2789284ee8197 in 184ms, sequenceid=158, compaction requested=true 2024-11-08T10:17:32,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:32,887 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:32,887 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:32,889 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:32,889 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:32,889 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:32,889 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/17155a06d8a34709bbea3e87bf156b05, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b91fe08eb53d47e59b13fad481c69807, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/4cf10cb5ab3d44ce9ead231c0a9d899b] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=35.5 K 2024-11-08T10:17:32,890 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17155a06d8a34709bbea3e87bf156b05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731061051532 2024-11-08T10:17:32,891 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:32,891 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting b91fe08eb53d47e59b13fad481c69807, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731061051718 2024-11-08T10:17:32,891 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:32,891 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:32,891 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0ec77a7f247a40cb96cab8f46609ae4b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b9d1123862a447729796fd4c8b6552af, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dbae3ec3b498467d9e5a879a249aee76] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=35.5 K 2024-11-08T10:17:32,892 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cf10cb5ab3d44ce9ead231c0a9d899b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731061052082 2024-11-08T10:17:32,892 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ec77a7f247a40cb96cab8f46609ae4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731061051532 2024-11-08T10:17:32,893 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b9d1123862a447729796fd4c8b6552af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731061051718 2024-11-08T10:17:32,894 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting dbae3ec3b498467d9e5a879a249aee76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731061052082 2024-11-08T10:17:32,915 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:32,916 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/e425ae83b9874209a2989770fe9099cc is 50, key is test_row_0/A:col10/1731061052083/Put/seqid=0 2024-11-08T10:17:32,923 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:32,924 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/fafc5e51c1e74d3090205ca010de2f98 is 50, key is test_row_0/B:col10/1731061052083/Put/seqid=0 2024-11-08T10:17:32,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741869_1045 (size=12493) 2024-11-08T10:17:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-08T10:17:32,955 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-08T10:17:32,963 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/e425ae83b9874209a2989770fe9099cc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e425ae83b9874209a2989770fe9099cc 2024-11-08T10:17:32,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-08T10:17:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-08T10:17:32,969 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:32,970 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:32,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:32,977 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into e425ae83b9874209a2989770fe9099cc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:32,977 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:32,977 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061052886; duration=0sec 2024-11-08T10:17:32,978 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:32,978 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:32,978 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:32,980 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:32,980 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:32,980 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:32,980 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9dbc8475b56a45a098173a1101d4612a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1673521f3c05463bb077868ba8241a63, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f15627ff1d5f4d4599f5d41b5d3b1663] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=35.5 K 2024-11-08T10:17:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741870_1046 (size=12493) 2024-11-08T10:17:32,983 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dbc8475b56a45a098173a1101d4612a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731061051532 2024-11-08T10:17:32,983 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1673521f3c05463bb077868ba8241a63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731061051718 2024-11-08T10:17:32,984 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting f15627ff1d5f4d4599f5d41b5d3b1663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731061052082 2024-11-08T10:17:32,997 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:32,998 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/20c8a3cbf6204040bbad1e46bcbf384a is 50, key is test_row_0/C:col10/1731061052083/Put/seqid=0 2024-11-08T10:17:33,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741871_1047 (size=12493) 2024-11-08T10:17:33,023 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/20c8a3cbf6204040bbad1e46bcbf384a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/20c8a3cbf6204040bbad1e46bcbf384a 2024-11-08T10:17:33,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T10:17:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:33,036 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into 20c8a3cbf6204040bbad1e46bcbf384a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:33,036 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:33,037 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061052887; duration=0sec 2024-11-08T10:17:33,037 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:33,037 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:33,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:33,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:33,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:33,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:33,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/afe3e8021dde4980a938e7985a045f3f is 50, key is test_row_0/A:col10/1731061052712/Put/seqid=0 2024-11-08T10:17:33,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741872_1048 (size=12151) 2024-11-08T10:17:33,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061113064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061113063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-08T10:17:33,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061113068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061113069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061113073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:33,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-08T10:17:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061113171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061113172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061113175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061113175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061113177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-08T10:17:33,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:33,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-08T10:17:33,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:33,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061113377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061113379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061113380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061113380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061113383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,396 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/fafc5e51c1e74d3090205ca010de2f98 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/fafc5e51c1e74d3090205ca010de2f98 2024-11-08T10:17:33,407 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into fafc5e51c1e74d3090205ca010de2f98(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:33,407 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:33,407 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061052887; duration=0sec 2024-11-08T10:17:33,407 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:33,407 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:33,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:33,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-08T10:17:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/afe3e8021dde4980a938e7985a045f3f 2024-11-08T10:17:33,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/c23b6954952548e0b91cae7a41252273 is 50, key is test_row_0/B:col10/1731061052712/Put/seqid=0 2024-11-08T10:17:33,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741873_1049 (size=12151) 2024-11-08T10:17:33,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/c23b6954952548e0b91cae7a41252273 2024-11-08T10:17:33,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/3131b5615c7e4335942ef6bd36bb6c38 is 50, key is test_row_0/C:col10/1731061052712/Put/seqid=0 2024-11-08T10:17:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741874_1050 (size=12151) 2024-11-08T10:17:33,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/3131b5615c7e4335942ef6bd36bb6c38 2024-11-08T10:17:33,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/afe3e8021dde4980a938e7985a045f3f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/afe3e8021dde4980a938e7985a045f3f 2024-11-08T10:17:33,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/afe3e8021dde4980a938e7985a045f3f, entries=150, sequenceid=174, filesize=11.9 K 2024-11-08T10:17:33,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/c23b6954952548e0b91cae7a41252273 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/c23b6954952548e0b91cae7a41252273 2024-11-08T10:17:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-08T10:17:33,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/c23b6954952548e0b91cae7a41252273, entries=150, sequenceid=174, filesize=11.9 K 2024-11-08T10:17:33,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/3131b5615c7e4335942ef6bd36bb6c38 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3131b5615c7e4335942ef6bd36bb6c38 2024-11-08T10:17:33,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:33,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-08T10:17:33,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:33,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3131b5615c7e4335942ef6bd36bb6c38, entries=150, sequenceid=174, filesize=11.9 K 2024-11-08T10:17:33,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 0fb01460c239a198a9b2789284ee8197 in 564ms, sequenceid=174, compaction requested=false 2024-11-08T10:17:33,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:33,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:17:33,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:33,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:33,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:33,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:33,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:33,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:33,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/c30df87aae2f4ffaa31978afa00bfa72 is 50, key is test_row_0/A:col10/1731061053682/Put/seqid=0 2024-11-08T10:17:33,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061113694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061113696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061113699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061113699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061113699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741875_1051 (size=14541) 2024-11-08T10:17:33,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/c30df87aae2f4ffaa31978afa00bfa72 2024-11-08T10:17:33,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/0285480144d94aa198ab155d2bb8027f is 50, key is test_row_0/B:col10/1731061053682/Put/seqid=0 2024-11-08T10:17:33,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:33,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-08T10:17:33,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:33,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:33,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741876_1052 (size=12151) 2024-11-08T10:17:33,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/0285480144d94aa198ab155d2bb8027f 2024-11-08T10:17:33,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/cfe30c9e13cc48d1941f3f738b6e7979 is 50, key is test_row_0/C:col10/1731061053682/Put/seqid=0 2024-11-08T10:17:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741877_1053 (size=12151) 2024-11-08T10:17:33,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/cfe30c9e13cc48d1941f3f738b6e7979 2024-11-08T10:17:33,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061113803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061113804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061113804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061113805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061113804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:33,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/c30df87aae2f4ffaa31978afa00bfa72 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/c30df87aae2f4ffaa31978afa00bfa72 2024-11-08T10:17:33,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/c30df87aae2f4ffaa31978afa00bfa72, entries=200, sequenceid=199, filesize=14.2 K 2024-11-08T10:17:33,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/0285480144d94aa198ab155d2bb8027f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0285480144d94aa198ab155d2bb8027f 2024-11-08T10:17:33,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0285480144d94aa198ab155d2bb8027f, entries=150, sequenceid=199, filesize=11.9 K 2024-11-08T10:17:33,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/cfe30c9e13cc48d1941f3f738b6e7979 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/cfe30c9e13cc48d1941f3f738b6e7979 2024-11-08T10:17:33,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/cfe30c9e13cc48d1941f3f738b6e7979, entries=150, sequenceid=199, filesize=11.9 K 2024-11-08T10:17:33,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0fb01460c239a198a9b2789284ee8197 in 167ms, sequenceid=199, compaction requested=true 2024-11-08T10:17:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:33,851 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:33,852 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:33,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:33,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:33,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:33,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:33,853 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:33,854 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:33,854 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:33,854 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,854 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:33,854 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e425ae83b9874209a2989770fe9099cc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/afe3e8021dde4980a938e7985a045f3f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/c30df87aae2f4ffaa31978afa00bfa72] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=38.3 K 2024-11-08T10:17:33,854 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,854 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/fafc5e51c1e74d3090205ca010de2f98, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/c23b6954952548e0b91cae7a41252273, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0285480144d94aa198ab155d2bb8027f] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=35.9 K 2024-11-08T10:17:33,855 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting e425ae83b9874209a2989770fe9099cc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731061052082 2024-11-08T10:17:33,855 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting fafc5e51c1e74d3090205ca010de2f98, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731061052082 2024-11-08T10:17:33,856 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting afe3e8021dde4980a938e7985a045f3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731061052712 2024-11-08T10:17:33,856 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting c23b6954952548e0b91cae7a41252273, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731061052712 2024-11-08T10:17:33,857 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting c30df87aae2f4ffaa31978afa00bfa72, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731061053061 2024-11-08T10:17:33,858 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 0285480144d94aa198ab155d2bb8027f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731061053061 2024-11-08T10:17:33,877 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:33,877 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:33,878 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/854ee8ff7f574d6a9cf808278f0f1d5a is 50, key is test_row_0/B:col10/1731061053682/Put/seqid=0 2024-11-08T10:17:33,878 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/1cc24ef9193e4325b7f4345227469964 is 50, key is test_row_0/A:col10/1731061053682/Put/seqid=0 2024-11-08T10:17:33,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:33,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-08T10:17:33,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,901 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:17:33,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:33,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:33,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:33,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:33,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:33,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:33,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741879_1055 (size=12595) 2024-11-08T10:17:33,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741878_1054 (size=12595) 2024-11-08T10:17:33,916 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/854ee8ff7f574d6a9cf808278f0f1d5a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/854ee8ff7f574d6a9cf808278f0f1d5a 2024-11-08T10:17:33,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/eb5e2c57b2e749a5b7af83cc8420071b is 50, key is test_row_0/A:col10/1731061053691/Put/seqid=0 2024-11-08T10:17:33,933 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into 854ee8ff7f574d6a9cf808278f0f1d5a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:33,933 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:33,933 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061053851; duration=0sec 2024-11-08T10:17:33,933 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:33,933 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:33,933 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:33,935 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:33,935 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:33,935 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:33,936 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/20c8a3cbf6204040bbad1e46bcbf384a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3131b5615c7e4335942ef6bd36bb6c38, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/cfe30c9e13cc48d1941f3f738b6e7979] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=35.9 K 2024-11-08T10:17:33,936 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/1cc24ef9193e4325b7f4345227469964 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1cc24ef9193e4325b7f4345227469964 2024-11-08T10:17:33,938 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 20c8a3cbf6204040bbad1e46bcbf384a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731061052082 2024-11-08T10:17:33,939 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 3131b5615c7e4335942ef6bd36bb6c38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731061052712 2024-11-08T10:17:33,940 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting cfe30c9e13cc48d1941f3f738b6e7979, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731061053061 2024-11-08T10:17:33,956 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into 1cc24ef9193e4325b7f4345227469964(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:33,956 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:33,956 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061053851; duration=0sec 2024-11-08T10:17:33,956 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:33,956 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741880_1056 (size=12151) 2024-11-08T10:17:33,963 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:33,963 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/bddf066ae3e74ba8bd2e682f231c42d7 is 50, key is test_row_0/C:col10/1731061053682/Put/seqid=0 2024-11-08T10:17:34,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741881_1057 (size=12595) 2024-11-08T10:17:34,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:34,018 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/bddf066ae3e74ba8bd2e682f231c42d7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bddf066ae3e74ba8bd2e682f231c42d7 2024-11-08T10:17:34,030 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into bddf066ae3e74ba8bd2e682f231c42d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:34,030 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:34,030 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061053853; duration=0sec 2024-11-08T10:17:34,030 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:34,030 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:34,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061114051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061114052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061114053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061114056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061114063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-08T10:17:34,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061114160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061114161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061114162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061114163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061114168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,365 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/eb5e2c57b2e749a5b7af83cc8420071b 2024-11-08T10:17:34,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061114367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061114367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061114367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061114368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061114372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/6281305a5d3d4e8b9ac97110987b3b30 is 50, key is test_row_0/B:col10/1731061053691/Put/seqid=0 2024-11-08T10:17:34,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741882_1058 (size=12151) 2024-11-08T10:17:34,424 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/6281305a5d3d4e8b9ac97110987b3b30 2024-11-08T10:17:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/f9d668cbfae34372857d5310e73c08ff is 50, key is test_row_0/C:col10/1731061053691/Put/seqid=0 2024-11-08T10:17:34,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741883_1059 (size=12151) 2024-11-08T10:17:34,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061114671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061114673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061114673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061114674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061114678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:34,872 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/f9d668cbfae34372857d5310e73c08ff 2024-11-08T10:17:34,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/eb5e2c57b2e749a5b7af83cc8420071b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/eb5e2c57b2e749a5b7af83cc8420071b 2024-11-08T10:17:34,897 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/eb5e2c57b2e749a5b7af83cc8420071b, entries=150, sequenceid=212, filesize=11.9 K 2024-11-08T10:17:34,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/6281305a5d3d4e8b9ac97110987b3b30 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6281305a5d3d4e8b9ac97110987b3b30 2024-11-08T10:17:34,905 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6281305a5d3d4e8b9ac97110987b3b30, entries=150, sequenceid=212, filesize=11.9 K 2024-11-08T10:17:34,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/f9d668cbfae34372857d5310e73c08ff as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f9d668cbfae34372857d5310e73c08ff 2024-11-08T10:17:34,915 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f9d668cbfae34372857d5310e73c08ff, entries=150, sequenceid=212, filesize=11.9 K 2024-11-08T10:17:34,919 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0fb01460c239a198a9b2789284ee8197 in 1017ms, sequenceid=212, compaction requested=false 2024-11-08T10:17:34,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:34,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:34,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-08T10:17:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-08T10:17:34,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T10:17:34,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9500 sec 2024-11-08T10:17:34,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.9610 sec 2024-11-08T10:17:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-08T10:17:35,076 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-08T10:17:35,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-08T10:17:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-08T10:17:35,083 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:35,084 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:35,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:35,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T10:17:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-08T10:17:35,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/44e21a751d724eef8d7c1142d75af105 is 50, key is test_row_0/A:col10/1731061054048/Put/seqid=0 2024-11-08T10:17:35,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061115187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061115190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061115191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061115194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061115194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741884_1060 (size=14541) 2024-11-08T10:17:35,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:35,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-08T10:17:35,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:35,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061115296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061115296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061115296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061115298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061115298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-08T10:17:35,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:35,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-08T10:17:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:35,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061115499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061115500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061115500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061115501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061115502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,548 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:35,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-08T10:17:35,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:35,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/44e21a751d724eef8d7c1142d75af105 2024-11-08T10:17:35,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/ba20297498f64632a070f870d70e5cb1 is 50, key is test_row_0/B:col10/1731061054048/Put/seqid=0 2024-11-08T10:17:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741885_1061 (size=12151) 2024-11-08T10:17:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-08T10:17:35,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:35,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-08T10:17:35,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:35,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061115802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061115805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061115806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061115806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061115806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:35,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:35,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-08T10:17:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:35,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:36,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:36,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-08T10:17:36,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:36,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:36,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:36,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:36,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:36,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/ba20297498f64632a070f870d70e5cb1 2024-11-08T10:17:36,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/a60502cb29004d8da653daf2823d7437 is 50, key is test_row_0/C:col10/1731061054048/Put/seqid=0 2024-11-08T10:17:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741886_1062 (size=12151) 2024-11-08T10:17:36,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/a60502cb29004d8da653daf2823d7437 2024-11-08T10:17:36,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/44e21a751d724eef8d7c1142d75af105 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/44e21a751d724eef8d7c1142d75af105 2024-11-08T10:17:36,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/44e21a751d724eef8d7c1142d75af105, entries=200, sequenceid=240, filesize=14.2 K 2024-11-08T10:17:36,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/ba20297498f64632a070f870d70e5cb1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ba20297498f64632a070f870d70e5cb1 2024-11-08T10:17:36,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ba20297498f64632a070f870d70e5cb1, entries=150, sequenceid=240, filesize=11.9 K 2024-11-08T10:17:36,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/a60502cb29004d8da653daf2823d7437 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a60502cb29004d8da653daf2823d7437 2024-11-08T10:17:36,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a60502cb29004d8da653daf2823d7437, entries=150, sequenceid=240, filesize=11.9 K 2024-11-08T10:17:36,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0fb01460c239a198a9b2789284ee8197 in 956ms, sequenceid=240, compaction requested=true 2024-11-08T10:17:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:36,135 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:36,135 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:36,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:36,137 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:36,137 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:36,137 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:36,137 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:36,137 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:36,137 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:36,137 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/854ee8ff7f574d6a9cf808278f0f1d5a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6281305a5d3d4e8b9ac97110987b3b30, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ba20297498f64632a070f870d70e5cb1] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.0 K 2024-11-08T10:17:36,137 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1cc24ef9193e4325b7f4345227469964, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/eb5e2c57b2e749a5b7af83cc8420071b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/44e21a751d724eef8d7c1142d75af105] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=38.4 K 2024-11-08T10:17:36,138 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 854ee8ff7f574d6a9cf808278f0f1d5a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731061053061 2024-11-08T10:17:36,138 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cc24ef9193e4325b7f4345227469964, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731061053061 2024-11-08T10:17:36,138 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 6281305a5d3d4e8b9ac97110987b3b30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731061053691 2024-11-08T10:17:36,139 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb5e2c57b2e749a5b7af83cc8420071b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731061053691 2024-11-08T10:17:36,139 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting ba20297498f64632a070f870d70e5cb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731061054048 2024-11-08T10:17:36,139 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44e21a751d724eef8d7c1142d75af105, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731061054048 2024-11-08T10:17:36,159 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:36,161 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/d6eaec497c2549ba93cd3641c3282711 is 50, key is test_row_0/A:col10/1731061054048/Put/seqid=0 2024-11-08T10:17:36,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:36,171 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:36,171 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/6e25866e32ca48d89e7ee8b2b6f2ed3f is 50, key is test_row_0/B:col10/1731061054048/Put/seqid=0 2024-11-08T10:17:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-08T10:17:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:36,173 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:17:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:36,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/b82c95a0b52e4075a62e5153206a0392 is 50, key is test_row_0/A:col10/1731061055185/Put/seqid=0 2024-11-08T10:17:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-08T10:17:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741887_1063 (size=12697) 2024-11-08T10:17:36,205 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/d6eaec497c2549ba93cd3641c3282711 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d6eaec497c2549ba93cd3641c3282711 2024-11-08T10:17:36,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741888_1064 (size=12697) 2024-11-08T10:17:36,213 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into d6eaec497c2549ba93cd3641c3282711(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:36,213 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:36,213 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061056135; duration=0sec 2024-11-08T10:17:36,213 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:36,213 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:36,214 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:36,217 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:36,217 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:36,217 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:36,217 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bddf066ae3e74ba8bd2e682f231c42d7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f9d668cbfae34372857d5310e73c08ff, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a60502cb29004d8da653daf2823d7437] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.0 K 2024-11-08T10:17:36,218 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting bddf066ae3e74ba8bd2e682f231c42d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731061053061 2024-11-08T10:17:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741889_1065 (size=12151) 2024-11-08T10:17:36,219 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9d668cbfae34372857d5310e73c08ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731061053691 2024-11-08T10:17:36,220 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/b82c95a0b52e4075a62e5153206a0392 2024-11-08T10:17:36,220 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting a60502cb29004d8da653daf2823d7437, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731061054048 2024-11-08T10:17:36,223 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/6e25866e32ca48d89e7ee8b2b6f2ed3f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6e25866e32ca48d89e7ee8b2b6f2ed3f 2024-11-08T10:17:36,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/f8ea07e0b89c4714b46bb383aa62e6a7 is 50, key is test_row_0/B:col10/1731061055185/Put/seqid=0 2024-11-08T10:17:36,239 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into 6e25866e32ca48d89e7ee8b2b6f2ed3f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:36,239 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:36,239 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061056135; duration=0sec 2024-11-08T10:17:36,239 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:36,239 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:36,243 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:36,245 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/13c393448bea430582f2264f2ed7be93 is 50, key is test_row_0/C:col10/1731061054048/Put/seqid=0 2024-11-08T10:17:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741890_1066 (size=12151) 2024-11-08T10:17:36,249 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/f8ea07e0b89c4714b46bb383aa62e6a7 2024-11-08T10:17:36,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741891_1067 (size=12697) 2024-11-08T10:17:36,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/d68c9bc38e19493d8ba171aca4b13d63 is 50, key is test_row_0/C:col10/1731061055185/Put/seqid=0 2024-11-08T10:17:36,265 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/13c393448bea430582f2264f2ed7be93 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/13c393448bea430582f2264f2ed7be93 2024-11-08T10:17:36,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741892_1068 (size=12151) 2024-11-08T10:17:36,275 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/d68c9bc38e19493d8ba171aca4b13d63 2024-11-08T10:17:36,277 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into 13c393448bea430582f2264f2ed7be93(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:36,277 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:36,277 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061056135; duration=0sec 2024-11-08T10:17:36,278 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:36,278 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:36,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/b82c95a0b52e4075a62e5153206a0392 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b82c95a0b52e4075a62e5153206a0392 2024-11-08T10:17:36,294 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b82c95a0b52e4075a62e5153206a0392, entries=150, sequenceid=251, filesize=11.9 K 2024-11-08T10:17:36,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/f8ea07e0b89c4714b46bb383aa62e6a7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f8ea07e0b89c4714b46bb383aa62e6a7 2024-11-08T10:17:36,304 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f8ea07e0b89c4714b46bb383aa62e6a7, entries=150, sequenceid=251, filesize=11.9 K 2024-11-08T10:17:36,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/d68c9bc38e19493d8ba171aca4b13d63 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/d68c9bc38e19493d8ba171aca4b13d63 2024-11-08T10:17:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:36,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:36,319 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/d68c9bc38e19493d8ba171aca4b13d63, entries=150, sequenceid=251, filesize=11.9 K 2024-11-08T10:17:36,321 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for 0fb01460c239a198a9b2789284ee8197 in 147ms, sequenceid=251, compaction requested=false 2024-11-08T10:17:36,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:36,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:36,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T10:17:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-08T10:17:36,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-08T10:17:36,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2380 sec 2024-11-08T10:17:36,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.2460 sec 2024-11-08T10:17:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:36,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:17:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:36,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/f671109515384d3182673d2dcc2bef42 is 50, key is test_row_0/A:col10/1731061056326/Put/seqid=0 2024-11-08T10:17:36,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741893_1069 (size=12301) 2024-11-08T10:17:36,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061116433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061116435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061116435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061116436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061116436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061116542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061116541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061116542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061116543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061116543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061116746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061116747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061116747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061116748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061116748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:36,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/f671109515384d3182673d2dcc2bef42 2024-11-08T10:17:36,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/dae44ec0129c4dddbbd1e8165f6b91d0 is 50, key is test_row_0/B:col10/1731061056326/Put/seqid=0 2024-11-08T10:17:36,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741894_1070 (size=12301) 2024-11-08T10:17:36,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/dae44ec0129c4dddbbd1e8165f6b91d0 2024-11-08T10:17:36,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/622ae5e3e4b64d3d8045f2d6e350596c is 50, key is test_row_0/C:col10/1731061056326/Put/seqid=0 2024-11-08T10:17:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741895_1071 (size=12301) 2024-11-08T10:17:37,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061117050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061117052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061117052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061117053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061117054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-08T10:17:37,190 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-08T10:17:37,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-08T10:17:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-08T10:17:37,196 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:37,197 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:37,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:37,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/622ae5e3e4b64d3d8045f2d6e350596c 2024-11-08T10:17:37,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/f671109515384d3182673d2dcc2bef42 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f671109515384d3182673d2dcc2bef42 2024-11-08T10:17:37,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f671109515384d3182673d2dcc2bef42, entries=150, sequenceid=265, filesize=12.0 K 2024-11-08T10:17:37,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/dae44ec0129c4dddbbd1e8165f6b91d0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dae44ec0129c4dddbbd1e8165f6b91d0 2024-11-08T10:17:37,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dae44ec0129c4dddbbd1e8165f6b91d0, entries=150, sequenceid=265, filesize=12.0 K 2024-11-08T10:17:37,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/622ae5e3e4b64d3d8045f2d6e350596c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/622ae5e3e4b64d3d8045f2d6e350596c 2024-11-08T10:17:37,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/622ae5e3e4b64d3d8045f2d6e350596c, entries=150, sequenceid=265, filesize=12.0 K 2024-11-08T10:17:37,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0fb01460c239a198a9b2789284ee8197 in 955ms, sequenceid=265, compaction requested=true 2024-11-08T10:17:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:37,286 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:37,286 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:37,288 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:37,288 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:37,288 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:37,288 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:37,288 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d6eaec497c2549ba93cd3641c3282711, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b82c95a0b52e4075a62e5153206a0392, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f671109515384d3182673d2dcc2bef42] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.3 K 2024-11-08T10:17:37,288 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:37,288 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:37,288 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6e25866e32ca48d89e7ee8b2b6f2ed3f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f8ea07e0b89c4714b46bb383aa62e6a7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dae44ec0129c4dddbbd1e8165f6b91d0] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.3 K 2024-11-08T10:17:37,289 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6eaec497c2549ba93cd3641c3282711, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731061054048 2024-11-08T10:17:37,289 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting b82c95a0b52e4075a62e5153206a0392, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731061055185 2024-11-08T10:17:37,290 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e25866e32ca48d89e7ee8b2b6f2ed3f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731061054048 2024-11-08T10:17:37,290 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting f671109515384d3182673d2dcc2bef42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731061056310 2024-11-08T10:17:37,290 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f8ea07e0b89c4714b46bb383aa62e6a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731061055185 2024-11-08T10:17:37,291 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting dae44ec0129c4dddbbd1e8165f6b91d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731061056310 2024-11-08T10:17:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-08T10:17:37,308 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:37,309 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/3debbf4e81c8456290fd280c22f28cb6 is 50, key is test_row_0/A:col10/1731061056326/Put/seqid=0 2024-11-08T10:17:37,323 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:37,323 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/11357cce0eec4e4ab8e6fcc8ed45363c is 50, key is test_row_0/B:col10/1731061056326/Put/seqid=0 2024-11-08T10:17:37,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:37,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-08T10:17:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:37,351 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T10:17:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:37,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741897_1073 (size=12949) 2024-11-08T10:17:37,372 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/11357cce0eec4e4ab8e6fcc8ed45363c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/11357cce0eec4e4ab8e6fcc8ed45363c 2024-11-08T10:17:37,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/6eaca75bc7ce4902995ac6d83dd0f2a3 is 50, key is test_row_0/A:col10/1731061056424/Put/seqid=0 2024-11-08T10:17:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741896_1072 (size=12949) 2024-11-08T10:17:37,381 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into 11357cce0eec4e4ab8e6fcc8ed45363c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:37,381 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:37,381 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061057286; duration=0sec 2024-11-08T10:17:37,381 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:37,381 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:37,381 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:37,383 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:37,383 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:37,383 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:37,384 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/13c393448bea430582f2264f2ed7be93, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/d68c9bc38e19493d8ba171aca4b13d63, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/622ae5e3e4b64d3d8045f2d6e350596c] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.3 K 2024-11-08T10:17:37,385 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 13c393448bea430582f2264f2ed7be93, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731061054048 2024-11-08T10:17:37,386 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d68c9bc38e19493d8ba171aca4b13d63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731061055185 2024-11-08T10:17:37,386 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/3debbf4e81c8456290fd280c22f28cb6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3debbf4e81c8456290fd280c22f28cb6 2024-11-08T10:17:37,386 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 622ae5e3e4b64d3d8045f2d6e350596c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731061056310 2024-11-08T10:17:37,402 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into 3debbf4e81c8456290fd280c22f28cb6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:37,403 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:37,403 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061057286; duration=0sec 2024-11-08T10:17:37,403 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:37,403 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:37,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741898_1074 (size=12301) 2024-11-08T10:17:37,405 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:37,406 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/15b36c310d634f698ea9b61f1f82551d is 50, key is test_row_0/C:col10/1731061056326/Put/seqid=0 2024-11-08T10:17:37,406 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/6eaca75bc7ce4902995ac6d83dd0f2a3 2024-11-08T10:17:37,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/8e406bf7869e4debb81b088806ea12b0 is 50, key is test_row_0/B:col10/1731061056424/Put/seqid=0 2024-11-08T10:17:37,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741899_1075 (size=12949) 2024-11-08T10:17:37,448 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/15b36c310d634f698ea9b61f1f82551d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/15b36c310d634f698ea9b61f1f82551d 2024-11-08T10:17:37,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741900_1076 (size=12301) 2024-11-08T10:17:37,464 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into 15b36c310d634f698ea9b61f1f82551d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:37,464 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:37,464 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061057286; duration=0sec 2024-11-08T10:17:37,464 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:37,464 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-08T10:17:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:37,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061117563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061117568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061117569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061117570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061117573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061117673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061117674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061117675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061117675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061117677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-08T10:17:37,864 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/8e406bf7869e4debb81b088806ea12b0 2024-11-08T10:17:37,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061117876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061117877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061117877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061117881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061117882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:37,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/633e2c29d77643a5983fdf1185c32fcd is 50, key is test_row_0/C:col10/1731061056424/Put/seqid=0 2024-11-08T10:17:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741901_1077 (size=12301) 2024-11-08T10:17:37,935 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/633e2c29d77643a5983fdf1185c32fcd 2024-11-08T10:17:37,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/6eaca75bc7ce4902995ac6d83dd0f2a3 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/6eaca75bc7ce4902995ac6d83dd0f2a3 2024-11-08T10:17:37,951 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/6eaca75bc7ce4902995ac6d83dd0f2a3, entries=150, sequenceid=290, filesize=12.0 K 2024-11-08T10:17:37,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/8e406bf7869e4debb81b088806ea12b0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/8e406bf7869e4debb81b088806ea12b0 2024-11-08T10:17:37,965 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/8e406bf7869e4debb81b088806ea12b0, entries=150, sequenceid=290, filesize=12.0 K 2024-11-08T10:17:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/633e2c29d77643a5983fdf1185c32fcd as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/633e2c29d77643a5983fdf1185c32fcd 2024-11-08T10:17:37,973 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/633e2c29d77643a5983fdf1185c32fcd, entries=150, sequenceid=290, filesize=12.0 K 2024-11-08T10:17:37,976 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0fb01460c239a198a9b2789284ee8197 in 624ms, sequenceid=290, compaction requested=false 2024-11-08T10:17:37,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:37,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:37,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-08T10:17:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-08T10:17:37,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-08T10:17:37,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 782 msec 2024-11-08T10:17:37,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 790 msec 2024-11-08T10:17:38,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:17:38,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:38,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:38,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:38,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:38,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:38,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:38,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/13db4eda24624f3597454eaa1c574fa8 is 50, key is test_row_0/A:col10/1731061057567/Put/seqid=0 2024-11-08T10:17:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741902_1078 (size=12301) 2024-11-08T10:17:38,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/13db4eda24624f3597454eaa1c574fa8 2024-11-08T10:17:38,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/a3453cfcb6ad45ecb43402ef4453324d is 50, key is test_row_0/B:col10/1731061057567/Put/seqid=0 2024-11-08T10:17:38,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061118220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061118221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061118224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061118224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061118232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741903_1079 (size=12301) 2024-11-08T10:17:38,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/a3453cfcb6ad45ecb43402ef4453324d 2024-11-08T10:17:38,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/affd6ad62238443eacd18aa59f2e1218 is 50, key is test_row_0/C:col10/1731061057567/Put/seqid=0 2024-11-08T10:17:38,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741904_1080 (size=12301) 2024-11-08T10:17:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-08T10:17:38,299 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-08T10:17:38,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-08T10:17:38,305 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:38,306 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:38,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-08T10:17:38,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061118335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061118335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061118335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061118336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061118336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-08T10:17:38,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:38,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-08T10:17:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:38,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:38,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061118538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061118538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061118540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061118540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061118541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-08T10:17:38,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:38,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-08T10:17:38,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:38,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:38,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:38,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:38,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:38,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/affd6ad62238443eacd18aa59f2e1218 2024-11-08T10:17:38,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/13db4eda24624f3597454eaa1c574fa8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/13db4eda24624f3597454eaa1c574fa8 2024-11-08T10:17:38,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/13db4eda24624f3597454eaa1c574fa8, entries=150, sequenceid=306, filesize=12.0 K 2024-11-08T10:17:38,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/a3453cfcb6ad45ecb43402ef4453324d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a3453cfcb6ad45ecb43402ef4453324d 2024-11-08T10:17:38,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a3453cfcb6ad45ecb43402ef4453324d, entries=150, sequenceid=306, filesize=12.0 K 2024-11-08T10:17:38,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/affd6ad62238443eacd18aa59f2e1218 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/affd6ad62238443eacd18aa59f2e1218 2024-11-08T10:17:38,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/affd6ad62238443eacd18aa59f2e1218, entries=150, sequenceid=306, filesize=12.0 K 2024-11-08T10:17:38,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0fb01460c239a198a9b2789284ee8197 in 528ms, sequenceid=306, compaction requested=true 2024-11-08T10:17:38,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:38,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:38,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:38,712 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:38,712 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:38,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:38,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:38,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:38,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:38,715 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:38,715 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:38,715 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:38,715 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3debbf4e81c8456290fd280c22f28cb6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/6eaca75bc7ce4902995ac6d83dd0f2a3, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/13db4eda24624f3597454eaa1c574fa8] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.7 K 2024-11-08T10:17:38,716 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:38,716 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:38,716 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:38,716 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3debbf4e81c8456290fd280c22f28cb6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731061056310 2024-11-08T10:17:38,716 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/11357cce0eec4e4ab8e6fcc8ed45363c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/8e406bf7869e4debb81b088806ea12b0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a3453cfcb6ad45ecb43402ef4453324d] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.7 K 2024-11-08T10:17:38,716 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6eaca75bc7ce4902995ac6d83dd0f2a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731061056424 2024-11-08T10:17:38,717 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 11357cce0eec4e4ab8e6fcc8ed45363c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731061056310 2024-11-08T10:17:38,717 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13db4eda24624f3597454eaa1c574fa8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731061057563 2024-11-08T10:17:38,718 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e406bf7869e4debb81b088806ea12b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731061056424 2024-11-08T10:17:38,718 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a3453cfcb6ad45ecb43402ef4453324d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731061057563 2024-11-08T10:17:38,730 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:38,731 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/3aadb2de5f4a4996a4513312807e6f0b is 50, key is test_row_0/A:col10/1731061057567/Put/seqid=0 2024-11-08T10:17:38,734 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:38,735 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/9ade13263ac3425f8dd02888e64996f9 is 50, key is test_row_0/B:col10/1731061057567/Put/seqid=0 2024-11-08T10:17:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741905_1081 (size=13051) 2024-11-08T10:17:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741906_1082 (size=13051) 2024-11-08T10:17:38,751 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/9ade13263ac3425f8dd02888e64996f9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ade13263ac3425f8dd02888e64996f9 2024-11-08T10:17:38,761 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into 9ade13263ac3425f8dd02888e64996f9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:38,761 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:38,761 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061058712; duration=0sec 2024-11-08T10:17:38,761 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:38,761 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:38,762 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:38,763 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:38,763 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:38,763 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:38,763 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/15b36c310d634f698ea9b61f1f82551d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/633e2c29d77643a5983fdf1185c32fcd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/affd6ad62238443eacd18aa59f2e1218] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.7 K 2024-11-08T10:17:38,764 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 15b36c310d634f698ea9b61f1f82551d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731061056310 2024-11-08T10:17:38,765 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 633e2c29d77643a5983fdf1185c32fcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731061056424 2024-11-08T10:17:38,765 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting affd6ad62238443eacd18aa59f2e1218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731061057563 2024-11-08T10:17:38,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:38,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-08T10:17:38,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:38,769 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:17:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:38,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/0b0ac11d67984fb585c15a0891f36840 is 50, key is test_row_0/A:col10/1731061058217/Put/seqid=0 2024-11-08T10:17:38,782 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:38,782 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/1161128cce3748d1baf68743d63263df is 50, key is test_row_0/C:col10/1731061057567/Put/seqid=0 2024-11-08T10:17:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741907_1083 (size=12301) 2024-11-08T10:17:38,790 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/0b0ac11d67984fb585c15a0891f36840 2024-11-08T10:17:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741908_1084 (size=13051) 2024-11-08T10:17:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/bdcaedcec5f4463da04dd8a3e4ab0406 is 50, key is test_row_0/B:col10/1731061058217/Put/seqid=0 2024-11-08T10:17:38,820 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/1161128cce3748d1baf68743d63263df as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1161128cce3748d1baf68743d63263df 2024-11-08T10:17:38,829 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into 1161128cce3748d1baf68743d63263df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:38,829 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:38,829 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061058714; duration=0sec 2024-11-08T10:17:38,830 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:38,830 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:38,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741909_1085 (size=12301) 2024-11-08T10:17:38,839 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/bdcaedcec5f4463da04dd8a3e4ab0406 2024-11-08T10:17:38,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/4d6c3d81b89449f5910b827a2ae57258 is 50, key is test_row_0/C:col10/1731061058217/Put/seqid=0 2024-11-08T10:17:38,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061118853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061118853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061118855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061118856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061118857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741910_1086 (size=12301) 2024-11-08T10:17:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-08T10:17:38,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061118958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061118959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061118959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061118960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:38,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061118960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,149 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/3aadb2de5f4a4996a4513312807e6f0b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3aadb2de5f4a4996a4513312807e6f0b 2024-11-08T10:17:39,161 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into 3aadb2de5f4a4996a4513312807e6f0b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:39,161 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:39,161 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061058712; duration=0sec 2024-11-08T10:17:39,161 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:39,161 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:39,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061119163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061119166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061119166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061119166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061119166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,263 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/4d6c3d81b89449f5910b827a2ae57258 2024-11-08T10:17:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/0b0ac11d67984fb585c15a0891f36840 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/0b0ac11d67984fb585c15a0891f36840 2024-11-08T10:17:39,277 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/0b0ac11d67984fb585c15a0891f36840, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T10:17:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/bdcaedcec5f4463da04dd8a3e4ab0406 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bdcaedcec5f4463da04dd8a3e4ab0406 2024-11-08T10:17:39,287 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bdcaedcec5f4463da04dd8a3e4ab0406, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T10:17:39,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/4d6c3d81b89449f5910b827a2ae57258 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/4d6c3d81b89449f5910b827a2ae57258 2024-11-08T10:17:39,293 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/4d6c3d81b89449f5910b827a2ae57258, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T10:17:39,294 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0fb01460c239a198a9b2789284ee8197 in 525ms, sequenceid=331, compaction requested=false 2024-11-08T10:17:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-08T10:17:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-08T10:17:39,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-08T10:17:39,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 990 msec 2024-11-08T10:17:39,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.0000 sec 2024-11-08T10:17:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-08T10:17:39,413 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-08T10:17:39,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-08T10:17:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-08T10:17:39,419 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:39,420 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:39,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:39,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:17:39,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:39,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:39,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:39,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:39,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:39,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:39,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/83732c6859cb4bc6b4674ff3fc55bc08 is 50, key is test_row_0/A:col10/1731061058855/Put/seqid=0 2024-11-08T10:17:39,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741911_1087 (size=12301) 2024-11-08T10:17:39,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/83732c6859cb4bc6b4674ff3fc55bc08 2024-11-08T10:17:39,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061119500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061119504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061119505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061119506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061119506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d5fd4b8ef90d49d7b1470b692fabef99 is 50, key is test_row_0/B:col10/1731061058855/Put/seqid=0 2024-11-08T10:17:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-08T10:17:39,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741912_1088 (size=12301) 2024-11-08T10:17:39,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:39,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-08T10:17:39,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:39,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:39,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:39,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:39,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:39,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061119608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061119609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061119611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061119612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061119612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-08T10:17:39,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:39,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-08T10:17:39,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:39,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:39,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:39,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:39,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:39,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061119815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061119815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061119816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061119816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061119817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:39,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:39,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-08T10:17:39,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:39,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:39,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:39,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:39,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:39,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d5fd4b8ef90d49d7b1470b692fabef99 2024-11-08T10:17:39,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/54b8cfe234c9481bba9670ec8e62f710 is 50, key is test_row_0/C:col10/1731061058855/Put/seqid=0 2024-11-08T10:17:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741913_1089 (size=12301) 2024-11-08T10:17:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-08T10:17:40,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:40,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-08T10:17:40,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:40,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061120119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061120120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061120120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061120120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061120121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:40,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-08T10:17:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:40,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:40,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-08T10:17:40,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:40,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/54b8cfe234c9481bba9670ec8e62f710 2024-11-08T10:17:40,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/83732c6859cb4bc6b4674ff3fc55bc08 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/83732c6859cb4bc6b4674ff3fc55bc08 2024-11-08T10:17:40,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/83732c6859cb4bc6b4674ff3fc55bc08, entries=150, sequenceid=346, filesize=12.0 K 2024-11-08T10:17:40,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d5fd4b8ef90d49d7b1470b692fabef99 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d5fd4b8ef90d49d7b1470b692fabef99 2024-11-08T10:17:40,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d5fd4b8ef90d49d7b1470b692fabef99, entries=150, sequenceid=346, filesize=12.0 K 2024-11-08T10:17:40,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/54b8cfe234c9481bba9670ec8e62f710 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/54b8cfe234c9481bba9670ec8e62f710 2024-11-08T10:17:40,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/54b8cfe234c9481bba9670ec8e62f710, entries=150, sequenceid=346, filesize=12.0 K 2024-11-08T10:17:40,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 0fb01460c239a198a9b2789284ee8197 in 929ms, sequenceid=346, compaction requested=true 2024-11-08T10:17:40,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:40,399 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:40,399 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:40,400 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:40,400 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:40,400 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,400 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3aadb2de5f4a4996a4513312807e6f0b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/0b0ac11d67984fb585c15a0891f36840, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/83732c6859cb4bc6b4674ff3fc55bc08] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.8 K 2024-11-08T10:17:40,400 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:40,401 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:40,401 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,401 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aadb2de5f4a4996a4513312807e6f0b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731061057563 2024-11-08T10:17:40,401 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ade13263ac3425f8dd02888e64996f9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bdcaedcec5f4463da04dd8a3e4ab0406, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d5fd4b8ef90d49d7b1470b692fabef99] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.8 K 2024-11-08T10:17:40,401 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b0ac11d67984fb585c15a0891f36840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731061058217 2024-11-08T10:17:40,402 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ade13263ac3425f8dd02888e64996f9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731061057563 2024-11-08T10:17:40,402 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83732c6859cb4bc6b4674ff3fc55bc08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731061058854 2024-11-08T10:17:40,402 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting bdcaedcec5f4463da04dd8a3e4ab0406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731061058217 2024-11-08T10:17:40,403 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d5fd4b8ef90d49d7b1470b692fabef99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731061058854 2024-11-08T10:17:40,414 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:40,415 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/8d88bb4714324a81927ffd383fa2e844 is 50, key is test_row_0/A:col10/1731061058855/Put/seqid=0 2024-11-08T10:17:40,416 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:40,417 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/ac0ae252bde041ab9da45f15c4828a44 is 50, key is test_row_0/B:col10/1731061058855/Put/seqid=0 2024-11-08T10:17:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741914_1090 (size=13153) 2024-11-08T10:17:40,442 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/8d88bb4714324a81927ffd383fa2e844 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/8d88bb4714324a81927ffd383fa2e844 2024-11-08T10:17:40,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741915_1091 (size=13153) 2024-11-08T10:17:40,450 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into 8d88bb4714324a81927ffd383fa2e844(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:40,450 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:40,450 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061060398; duration=0sec 2024-11-08T10:17:40,450 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:40,450 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:40,451 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:40,452 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:40,452 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:40,452 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,452 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1161128cce3748d1baf68743d63263df, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/4d6c3d81b89449f5910b827a2ae57258, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/54b8cfe234c9481bba9670ec8e62f710] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.8 K 2024-11-08T10:17:40,454 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1161128cce3748d1baf68743d63263df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731061057563 2024-11-08T10:17:40,454 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/ac0ae252bde041ab9da45f15c4828a44 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ac0ae252bde041ab9da45f15c4828a44 2024-11-08T10:17:40,454 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d6c3d81b89449f5910b827a2ae57258, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731061058217 2024-11-08T10:17:40,455 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54b8cfe234c9481bba9670ec8e62f710, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731061058854 2024-11-08T10:17:40,462 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into ac0ae252bde041ab9da45f15c4828a44(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:40,462 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:40,462 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061060399; duration=0sec 2024-11-08T10:17:40,462 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:40,462 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:40,470 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:40,471 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/7735c20fbc0344a882c0e59fc5a4da06 is 50, key is test_row_0/C:col10/1731061058855/Put/seqid=0 2024-11-08T10:17:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741916_1092 (size=13153) 2024-11-08T10:17:40,496 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/7735c20fbc0344a882c0e59fc5a4da06 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7735c20fbc0344a882c0e59fc5a4da06 2024-11-08T10:17:40,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:40,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-08T10:17:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,498 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T10:17:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:40,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:40,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:40,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:40,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/be0cc7e20be44ea282870f93f6e55410 is 50, key is test_row_0/A:col10/1731061059502/Put/seqid=0 2024-11-08T10:17:40,506 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into 7735c20fbc0344a882c0e59fc5a4da06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:40,506 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:40,506 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061060399; duration=0sec 2024-11-08T10:17:40,507 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:40,507 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-08T10:17:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741917_1093 (size=12301) 2024-11-08T10:17:40,536 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/be0cc7e20be44ea282870f93f6e55410 2024-11-08T10:17:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d4776ce64e4b434099e5aaa0ffbb205e is 50, key is test_row_0/B:col10/1731061059502/Put/seqid=0 2024-11-08T10:17:40,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741918_1094 (size=12301) 2024-11-08T10:17:40,576 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d4776ce64e4b434099e5aaa0ffbb205e 2024-11-08T10:17:40,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/004fe6851aa244f4a05f437745b474d5 is 50, key is test_row_0/C:col10/1731061059502/Put/seqid=0 2024-11-08T10:17:40,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741919_1095 (size=12301) 2024-11-08T10:17:40,615 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/004fe6851aa244f4a05f437745b474d5 2024-11-08T10:17:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/be0cc7e20be44ea282870f93f6e55410 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/be0cc7e20be44ea282870f93f6e55410 2024-11-08T10:17:40,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:40,634 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/be0cc7e20be44ea282870f93f6e55410, entries=150, sequenceid=373, filesize=12.0 K 2024-11-08T10:17:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d4776ce64e4b434099e5aaa0ffbb205e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d4776ce64e4b434099e5aaa0ffbb205e 2024-11-08T10:17:40,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061120634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061120635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061120638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061120639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061120639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,643 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d4776ce64e4b434099e5aaa0ffbb205e, entries=150, sequenceid=373, filesize=12.0 K 2024-11-08T10:17:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/004fe6851aa244f4a05f437745b474d5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/004fe6851aa244f4a05f437745b474d5 2024-11-08T10:17:40,655 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/004fe6851aa244f4a05f437745b474d5, entries=150, sequenceid=373, filesize=12.0 K 2024-11-08T10:17:40,656 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0fb01460c239a198a9b2789284ee8197 in 158ms, sequenceid=373, compaction requested=false 2024-11-08T10:17:40,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:40,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:40,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T10:17:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-08T10:17:40,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-08T10:17:40,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2380 sec 2024-11-08T10:17:40,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.2460 sec 2024-11-08T10:17:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:40,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T10:17:40,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:40,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:40,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:40,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:40,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:40,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:40,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/1279bdc99a124278924f6348750a91ae is 50, key is test_row_0/A:col10/1731061060637/Put/seqid=0 2024-11-08T10:17:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741920_1096 (size=12301) 2024-11-08T10:17:40,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061120814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/1279bdc99a124278924f6348750a91ae 2024-11-08T10:17:40,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061120820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061120823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061120823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061120824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d1c31a2b78944b2aaa386e47efe0b058 is 50, key is test_row_0/B:col10/1731061060637/Put/seqid=0 2024-11-08T10:17:40,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741921_1097 (size=12301) 2024-11-08T10:17:40,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d1c31a2b78944b2aaa386e47efe0b058 2024-11-08T10:17:40,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/2516038284c341c8a1b785b538e1d44e is 50, key is test_row_0/C:col10/1731061060637/Put/seqid=0 2024-11-08T10:17:40,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741922_1098 (size=12301) 2024-11-08T10:17:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061120925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061120928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061120929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061120929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:40,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061120930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061121129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061121129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061121132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061121133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061121141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/2516038284c341c8a1b785b538e1d44e 2024-11-08T10:17:41,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/1279bdc99a124278924f6348750a91ae as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1279bdc99a124278924f6348750a91ae 2024-11-08T10:17:41,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1279bdc99a124278924f6348750a91ae, entries=150, sequenceid=389, filesize=12.0 K 2024-11-08T10:17:41,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d1c31a2b78944b2aaa386e47efe0b058 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d1c31a2b78944b2aaa386e47efe0b058 2024-11-08T10:17:41,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d1c31a2b78944b2aaa386e47efe0b058, entries=150, sequenceid=389, filesize=12.0 K 2024-11-08T10:17:41,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/2516038284c341c8a1b785b538e1d44e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/2516038284c341c8a1b785b538e1d44e 2024-11-08T10:17:41,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/2516038284c341c8a1b785b538e1d44e, entries=150, sequenceid=389, filesize=12.0 K 2024-11-08T10:17:41,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 0fb01460c239a198a9b2789284ee8197 in 531ms, sequenceid=389, compaction requested=true 2024-11-08T10:17:41,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:41,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:41,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:41,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:41,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:41,323 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:41,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:41,323 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:41,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:41,324 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:41,324 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:41,325 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:41,325 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:41,325 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:41,325 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:41,325 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/8d88bb4714324a81927ffd383fa2e844, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/be0cc7e20be44ea282870f93f6e55410, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1279bdc99a124278924f6348750a91ae] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.9 K 2024-11-08T10:17:41,325 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ac0ae252bde041ab9da45f15c4828a44, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d4776ce64e4b434099e5aaa0ffbb205e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d1c31a2b78944b2aaa386e47efe0b058] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.9 K 2024-11-08T10:17:41,325 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d88bb4714324a81927ffd383fa2e844, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731061058854 2024-11-08T10:17:41,326 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting ac0ae252bde041ab9da45f15c4828a44, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731061058854 2024-11-08T10:17:41,326 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting be0cc7e20be44ea282870f93f6e55410, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731061059502 2024-11-08T10:17:41,326 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d4776ce64e4b434099e5aaa0ffbb205e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731061059502 2024-11-08T10:17:41,327 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1279bdc99a124278924f6348750a91ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731061060637 2024-11-08T10:17:41,327 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d1c31a2b78944b2aaa386e47efe0b058, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731061060637 2024-11-08T10:17:41,344 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:41,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/a74f5707a75d42f89ec283f5fc937e2d is 50, key is test_row_0/B:col10/1731061060637/Put/seqid=0 2024-11-08T10:17:41,354 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:41,355 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/dbeaf1a8f2f647e4975d6dd7e0e2f485 is 50, key is test_row_0/A:col10/1731061060637/Put/seqid=0 2024-11-08T10:17:41,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741923_1099 (size=13255) 2024-11-08T10:17:41,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741924_1100 (size=13255) 2024-11-08T10:17:41,375 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/a74f5707a75d42f89ec283f5fc937e2d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a74f5707a75d42f89ec283f5fc937e2d 2024-11-08T10:17:41,379 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/dbeaf1a8f2f647e4975d6dd7e0e2f485 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/dbeaf1a8f2f647e4975d6dd7e0e2f485 2024-11-08T10:17:41,385 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into a74f5707a75d42f89ec283f5fc937e2d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:41,385 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:41,385 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061061323; duration=0sec 2024-11-08T10:17:41,386 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:41,386 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:41,386 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:41,388 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into dbeaf1a8f2f647e4975d6dd7e0e2f485(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:41,388 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:41,388 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061061323; duration=0sec 2024-11-08T10:17:41,388 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:41,388 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:41,388 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:41,388 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:41,389 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:41,389 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7735c20fbc0344a882c0e59fc5a4da06, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/004fe6851aa244f4a05f437745b474d5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/2516038284c341c8a1b785b538e1d44e] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=36.9 K 2024-11-08T10:17:41,389 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7735c20fbc0344a882c0e59fc5a4da06, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731061058854 2024-11-08T10:17:41,390 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 004fe6851aa244f4a05f437745b474d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731061059502 2024-11-08T10:17:41,390 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 2516038284c341c8a1b785b538e1d44e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731061060637 2024-11-08T10:17:41,402 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#86 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:41,402 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/a48ceef159594815baeac87211746624 is 50, key is test_row_0/C:col10/1731061060637/Put/seqid=0 2024-11-08T10:17:41,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741925_1101 (size=13255) 2024-11-08T10:17:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:41,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:17:41,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:41,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:41,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:41,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:41,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:41,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:41,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/57265a7a5ca749e3865166f1ded8e363 is 50, key is test_row_0/A:col10/1731061061435/Put/seqid=0 2024-11-08T10:17:41,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061121448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061121449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061121451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061121451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061121455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741926_1102 (size=12301) 2024-11-08T10:17:41,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/57265a7a5ca749e3865166f1ded8e363 2024-11-08T10:17:41,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/a9a8c531fec34a82924c2ba3d87f04c9 is 50, key is test_row_0/B:col10/1731061061435/Put/seqid=0 2024-11-08T10:17:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741927_1103 (size=12301) 2024-11-08T10:17:41,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/a9a8c531fec34a82924c2ba3d87f04c9 2024-11-08T10:17:41,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/7e7ec7c8efa84f93b9e03b375c8b2606 is 50, key is test_row_0/C:col10/1731061061435/Put/seqid=0 2024-11-08T10:17:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741928_1104 (size=12301) 2024-11-08T10:17:41,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/7e7ec7c8efa84f93b9e03b375c8b2606 2024-11-08T10:17:41,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/57265a7a5ca749e3865166f1ded8e363 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/57265a7a5ca749e3865166f1ded8e363 2024-11-08T10:17:41,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/57265a7a5ca749e3865166f1ded8e363, entries=150, sequenceid=416, filesize=12.0 K 2024-11-08T10:17:41,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/a9a8c531fec34a82924c2ba3d87f04c9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a9a8c531fec34a82924c2ba3d87f04c9 2024-11-08T10:17:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-08T10:17:41,524 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-08T10:17:41,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-08T10:17:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-08T10:17:41,528 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:41,529 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:41,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:41,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a9a8c531fec34a82924c2ba3d87f04c9, entries=150, sequenceid=416, filesize=12.0 K 2024-11-08T10:17:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/7e7ec7c8efa84f93b9e03b375c8b2606 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7e7ec7c8efa84f93b9e03b375c8b2606 2024-11-08T10:17:41,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7e7ec7c8efa84f93b9e03b375c8b2606, entries=150, sequenceid=416, filesize=12.0 K 2024-11-08T10:17:41,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0fb01460c239a198a9b2789284ee8197 in 104ms, sequenceid=416, compaction requested=false 2024-11-08T10:17:41,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:41,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:17:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:41,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/7656be297df9493e9baf1f5b2eaf928d is 50, key is test_row_0/A:col10/1731061061558/Put/seqid=0 2024-11-08T10:17:41,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061121591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061121591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061121596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061121597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741929_1105 (size=12301) 2024-11-08T10:17:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-08T10:17:41,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:41,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-08T10:17:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:41,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:41,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:41,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:41,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061121698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061121699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061121705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061121705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-08T10:17:41,830 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/a48ceef159594815baeac87211746624 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a48ceef159594815baeac87211746624 2024-11-08T10:17:41,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:41,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-08T10:17:41,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:41,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:41,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:41,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:41,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:41,840 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into a48ceef159594815baeac87211746624(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:41,840 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:41,840 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061061323; duration=0sec 2024-11-08T10:17:41,840 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:41,840 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:41,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061121904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061121905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061121907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061121908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061121956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:41,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:41,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-08T10:17:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:41,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:42,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/7656be297df9493e9baf1f5b2eaf928d 2024-11-08T10:17:42,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/69403a27ddbc49b381fe82527a920817 is 50, key is test_row_0/B:col10/1731061061558/Put/seqid=0 2024-11-08T10:17:42,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741930_1106 (size=12301) 2024-11-08T10:17:42,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/69403a27ddbc49b381fe82527a920817 2024-11-08T10:17:42,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/190ec11eaf7a478da49541d4ac22d1ae is 50, key is test_row_0/C:col10/1731061061558/Put/seqid=0 2024-11-08T10:17:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741931_1107 (size=12301) 2024-11-08T10:17:42,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/190ec11eaf7a478da49541d4ac22d1ae 2024-11-08T10:17:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/7656be297df9493e9baf1f5b2eaf928d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7656be297df9493e9baf1f5b2eaf928d 2024-11-08T10:17:42,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7656be297df9493e9baf1f5b2eaf928d, entries=150, sequenceid=430, filesize=12.0 K 2024-11-08T10:17:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/69403a27ddbc49b381fe82527a920817 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/69403a27ddbc49b381fe82527a920817 2024-11-08T10:17:42,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/69403a27ddbc49b381fe82527a920817, entries=150, sequenceid=430, filesize=12.0 K 2024-11-08T10:17:42,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/190ec11eaf7a478da49541d4ac22d1ae as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/190ec11eaf7a478da49541d4ac22d1ae 2024-11-08T10:17:42,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/190ec11eaf7a478da49541d4ac22d1ae, entries=150, sequenceid=430, filesize=12.0 K 2024-11-08T10:17:42,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0fb01460c239a198a9b2789284ee8197 in 518ms, sequenceid=430, compaction requested=true 2024-11-08T10:17:42,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:42,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:42,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:42,078 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:42,078 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:42,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:42,080 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:42,080 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:42,080 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:42,080 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/dbeaf1a8f2f647e4975d6dd7e0e2f485, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/57265a7a5ca749e3865166f1ded8e363, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7656be297df9493e9baf1f5b2eaf928d] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=37.0 K 2024-11-08T10:17:42,080 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:42,081 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:42,081 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:42,081 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a74f5707a75d42f89ec283f5fc937e2d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a9a8c531fec34a82924c2ba3d87f04c9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/69403a27ddbc49b381fe82527a920817] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=37.0 K 2024-11-08T10:17:42,081 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbeaf1a8f2f647e4975d6dd7e0e2f485, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731061060637 2024-11-08T10:17:42,081 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a74f5707a75d42f89ec283f5fc937e2d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731061060637 2024-11-08T10:17:42,082 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57265a7a5ca749e3865166f1ded8e363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731061060809 2024-11-08T10:17:42,082 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a9a8c531fec34a82924c2ba3d87f04c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731061060809 2024-11-08T10:17:42,082 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7656be297df9493e9baf1f5b2eaf928d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731061061444 2024-11-08T10:17:42,082 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 69403a27ddbc49b381fe82527a920817, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731061061444 2024-11-08T10:17:42,090 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:42,091 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/26e5ee4560d54141be95b465e9b59609 is 50, key is test_row_0/A:col10/1731061061558/Put/seqid=0 2024-11-08T10:17:42,093 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:42,094 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/78b5be3dab4246479c4ee53c6f23bcf3 is 50, key is test_row_0/B:col10/1731061061558/Put/seqid=0 2024-11-08T10:17:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741932_1108 (size=13357) 2024-11-08T10:17:42,110 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/26e5ee4560d54141be95b465e9b59609 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/26e5ee4560d54141be95b465e9b59609 2024-11-08T10:17:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741933_1109 (size=13357) 2024-11-08T10:17:42,117 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into 26e5ee4560d54141be95b465e9b59609(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:42,117 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:42,117 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061062078; duration=0sec 2024-11-08T10:17:42,118 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:42,118 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:42,118 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:42,119 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:42,119 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:42,119 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:42,121 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a48ceef159594815baeac87211746624, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7e7ec7c8efa84f93b9e03b375c8b2606, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/190ec11eaf7a478da49541d4ac22d1ae] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=37.0 K 2024-11-08T10:17:42,121 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/78b5be3dab4246479c4ee53c6f23bcf3 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/78b5be3dab4246479c4ee53c6f23bcf3 2024-11-08T10:17:42,121 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting a48ceef159594815baeac87211746624, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731061060637 2024-11-08T10:17:42,122 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e7ec7c8efa84f93b9e03b375c8b2606, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731061060809 2024-11-08T10:17:42,122 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 190ec11eaf7a478da49541d4ac22d1ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731061061444 2024-11-08T10:17:42,128 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into 78b5be3dab4246479c4ee53c6f23bcf3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:42,128 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:42,128 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061062078; duration=0sec 2024-11-08T10:17:42,128 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:42,128 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-08T10:17:42,134 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:42,134 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/c212c147f4ec4f7496c91d7a6c17e26d is 50, key is test_row_0/C:col10/1731061061558/Put/seqid=0 2024-11-08T10:17:42,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:42,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-08T10:17:42,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:42,144 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:17:42,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:42,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:42,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:42,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:42,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:42,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741934_1110 (size=13357) 2024-11-08T10:17:42,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ace20d9aa03d410f998f4d50548b3258 is 50, key is test_row_0/A:col10/1731061061592/Put/seqid=0 2024-11-08T10:17:42,163 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/c212c147f4ec4f7496c91d7a6c17e26d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/c212c147f4ec4f7496c91d7a6c17e26d 2024-11-08T10:17:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741935_1111 (size=12301) 2024-11-08T10:17:42,172 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into c212c147f4ec4f7496c91d7a6c17e26d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:42,172 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:42,172 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061062079; duration=0sec 2024-11-08T10:17:42,172 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:42,173 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:42,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:42,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061122217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061122219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061122219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061122220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061122321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061122322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061122322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061122322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061122525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061122526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061122526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061122526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,567 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ace20d9aa03d410f998f4d50548b3258 2024-11-08T10:17:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/45e7fcbe21a743369255a0106a470e30 is 50, key is test_row_0/B:col10/1731061061592/Put/seqid=0 2024-11-08T10:17:42,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741936_1112 (size=12301) 2024-11-08T10:17:42,594 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/45e7fcbe21a743369255a0106a470e30 2024-11-08T10:17:42,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/ad6f9537dfb84bf7be668fd42b7e86c2 is 50, key is test_row_0/C:col10/1731061061592/Put/seqid=0 2024-11-08T10:17:42,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741937_1113 (size=12301) 2024-11-08T10:17:42,622 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/ad6f9537dfb84bf7be668fd42b7e86c2 2024-11-08T10:17:42,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ace20d9aa03d410f998f4d50548b3258 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ace20d9aa03d410f998f4d50548b3258 2024-11-08T10:17:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-08T10:17:42,635 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ace20d9aa03d410f998f4d50548b3258, entries=150, sequenceid=455, filesize=12.0 K 2024-11-08T10:17:42,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/45e7fcbe21a743369255a0106a470e30 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/45e7fcbe21a743369255a0106a470e30 2024-11-08T10:17:42,644 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/45e7fcbe21a743369255a0106a470e30, entries=150, sequenceid=455, filesize=12.0 K 2024-11-08T10:17:42,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/ad6f9537dfb84bf7be668fd42b7e86c2 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/ad6f9537dfb84bf7be668fd42b7e86c2 2024-11-08T10:17:42,651 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/ad6f9537dfb84bf7be668fd42b7e86c2, entries=150, sequenceid=455, filesize=12.0 K 2024-11-08T10:17:42,653 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0fb01460c239a198a9b2789284ee8197 in 509ms, sequenceid=455, compaction requested=false 2024-11-08T10:17:42,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:42,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:42,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T10:17:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-08T10:17:42,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-08T10:17:42,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1250 sec 2024-11-08T10:17:42,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.1310 sec 2024-11-08T10:17:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:42,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T10:17:42,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:42,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:42,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:42,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:42,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:42,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:42,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/a5178b95053c47deaee95fdb779a5ee8 is 50, key is test_row_0/A:col10/1731061062217/Put/seqid=0 2024-11-08T10:17:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741938_1114 (size=14741) 2024-11-08T10:17:42,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061122847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061122847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061122848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061122848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061122950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061122951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061122951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061122952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:42,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061122959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061123154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061123154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061123154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061123156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/a5178b95053c47deaee95fdb779a5ee8 2024-11-08T10:17:43,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/b34157f4e68c4cd88c8449e523b1e652 is 50, key is test_row_0/B:col10/1731061062217/Put/seqid=0 2024-11-08T10:17:43,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741939_1115 (size=12301) 2024-11-08T10:17:43,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/b34157f4e68c4cd88c8449e523b1e652 2024-11-08T10:17:43,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/a0b6e626383042309cb92fd8bbc1dc60 is 50, key is test_row_0/C:col10/1731061062217/Put/seqid=0 2024-11-08T10:17:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741940_1116 (size=12301) 2024-11-08T10:17:43,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061123458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061123458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061123459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061123459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-08T10:17:43,633 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-08T10:17:43,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-08T10:17:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-08T10:17:43,637 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:43,637 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:43,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:43,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/a0b6e626383042309cb92fd8bbc1dc60 2024-11-08T10:17:43,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/a5178b95053c47deaee95fdb779a5ee8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/a5178b95053c47deaee95fdb779a5ee8 2024-11-08T10:17:43,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/a5178b95053c47deaee95fdb779a5ee8, entries=200, sequenceid=472, filesize=14.4 K 2024-11-08T10:17:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/b34157f4e68c4cd88c8449e523b1e652 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b34157f4e68c4cd88c8449e523b1e652 2024-11-08T10:17:43,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b34157f4e68c4cd88c8449e523b1e652, entries=150, sequenceid=472, filesize=12.0 K 2024-11-08T10:17:43,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/a0b6e626383042309cb92fd8bbc1dc60 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a0b6e626383042309cb92fd8bbc1dc60 2024-11-08T10:17:43,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a0b6e626383042309cb92fd8bbc1dc60, entries=150, sequenceid=472, filesize=12.0 K 2024-11-08T10:17:43,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0fb01460c239a198a9b2789284ee8197 in 883ms, sequenceid=472, compaction requested=true 2024-11-08T10:17:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:43,712 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:43,712 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:43,713 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:43,714 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:43,714 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:43,714 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:43,714 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:43,714 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:43,714 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/26e5ee4560d54141be95b465e9b59609, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ace20d9aa03d410f998f4d50548b3258, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/a5178b95053c47deaee95fdb779a5ee8] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=39.5 K 2024-11-08T10:17:43,714 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/78b5be3dab4246479c4ee53c6f23bcf3, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/45e7fcbe21a743369255a0106a470e30, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b34157f4e68c4cd88c8449e523b1e652] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=37.1 K 2024-11-08T10:17:43,714 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26e5ee4560d54141be95b465e9b59609, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731061061444 2024-11-08T10:17:43,714 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 78b5be3dab4246479c4ee53c6f23bcf3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731061061444 2024-11-08T10:17:43,715 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting ace20d9aa03d410f998f4d50548b3258, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731061061586 2024-11-08T10:17:43,715 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 45e7fcbe21a743369255a0106a470e30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731061061586 2024-11-08T10:17:43,715 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5178b95053c47deaee95fdb779a5ee8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731061062217 2024-11-08T10:17:43,715 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b34157f4e68c4cd88c8449e523b1e652, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731061062217 2024-11-08T10:17:43,724 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:43,725 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:43,725 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/e06a7ad980ac445c9cae07ce00a3c093 is 50, key is test_row_0/A:col10/1731061062217/Put/seqid=0 2024-11-08T10:17:43,725 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/bbb815627051448fb9c5688b80ea92e6 is 50, key is test_row_0/B:col10/1731061062217/Put/seqid=0 2024-11-08T10:17:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-08T10:17:43,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741942_1118 (size=13459) 2024-11-08T10:17:43,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741941_1117 (size=13459) 2024-11-08T10:17:43,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:43,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-08T10:17:43,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:43,790 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T10:17:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/9b45b269e7554f35a15d19aa313e830a is 50, key is test_row_0/A:col10/1731061062847/Put/seqid=0 2024-11-08T10:17:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741943_1119 (size=12301) 2024-11-08T10:17:43,805 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/9b45b269e7554f35a15d19aa313e830a 2024-11-08T10:17:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/f5f8e2d9939d4f02bc9b8cd2dc07f715 is 50, key is test_row_0/B:col10/1731061062847/Put/seqid=0 2024-11-08T10:17:43,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741944_1120 (size=12301) 2024-11-08T10:17:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-08T10:17:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:43,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:43,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061123973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061123974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061123977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061123977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061124078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061124078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061124080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061124081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,148 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/e06a7ad980ac445c9cae07ce00a3c093 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e06a7ad980ac445c9cae07ce00a3c093 2024-11-08T10:17:44,148 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/bbb815627051448fb9c5688b80ea92e6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bbb815627051448fb9c5688b80ea92e6 2024-11-08T10:17:44,160 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into e06a7ad980ac445c9cae07ce00a3c093(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:44,160 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:44,160 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061063712; duration=0sec 2024-11-08T10:17:44,160 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into bbb815627051448fb9c5688b80ea92e6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:44,160 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:44,160 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061063712; duration=0sec 2024-11-08T10:17:44,160 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:44,160 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:44,160 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:44,160 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:44,160 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:44,162 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:44,162 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:44,163 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:44,163 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/c212c147f4ec4f7496c91d7a6c17e26d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/ad6f9537dfb84bf7be668fd42b7e86c2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a0b6e626383042309cb92fd8bbc1dc60] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=37.1 K 2024-11-08T10:17:44,163 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting c212c147f4ec4f7496c91d7a6c17e26d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731061061444 2024-11-08T10:17:44,164 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad6f9537dfb84bf7be668fd42b7e86c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731061061586 2024-11-08T10:17:44,165 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0b6e626383042309cb92fd8bbc1dc60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731061062217 2024-11-08T10:17:44,185 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:44,186 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/adab65c85861451e859790192310c86a is 50, key is test_row_0/C:col10/1731061062217/Put/seqid=0 2024-11-08T10:17:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741945_1121 (size=13459) 2024-11-08T10:17:44,220 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/adab65c85861451e859790192310c86a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/adab65c85861451e859790192310c86a 2024-11-08T10:17:44,228 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into adab65c85861451e859790192310c86a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:44,228 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:44,228 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061063712; duration=0sec 2024-11-08T10:17:44,228 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:44,228 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:44,230 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/f5f8e2d9939d4f02bc9b8cd2dc07f715 2024-11-08T10:17:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-08T10:17:44,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/e2764c645e42469ebc5598e4837f7e1e is 50, key is test_row_0/C:col10/1731061062847/Put/seqid=0 2024-11-08T10:17:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741946_1122 (size=12301) 2024-11-08T10:17:44,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/e2764c645e42469ebc5598e4837f7e1e 2024-11-08T10:17:44,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/9b45b269e7554f35a15d19aa313e830a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9b45b269e7554f35a15d19aa313e830a 2024-11-08T10:17:44,268 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9b45b269e7554f35a15d19aa313e830a, entries=150, sequenceid=492, filesize=12.0 K 2024-11-08T10:17:44,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/f5f8e2d9939d4f02bc9b8cd2dc07f715 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f5f8e2d9939d4f02bc9b8cd2dc07f715 2024-11-08T10:17:44,277 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f5f8e2d9939d4f02bc9b8cd2dc07f715, entries=150, sequenceid=492, filesize=12.0 K 2024-11-08T10:17:44,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/e2764c645e42469ebc5598e4837f7e1e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e2764c645e42469ebc5598e4837f7e1e 2024-11-08T10:17:44,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061124280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,283 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e2764c645e42469ebc5598e4837f7e1e, entries=150, sequenceid=492, filesize=12.0 K 2024-11-08T10:17:44,284 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 0fb01460c239a198a9b2789284ee8197 in 494ms, sequenceid=492, compaction requested=false 2024-11-08T10:17:44,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:44,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:44,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T10:17:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-08T10:17:44,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T10:17:44,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:44,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:44,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:44,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:44,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:44,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:44,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-08T10:17:44,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 650 msec 2024-11-08T10:17:44,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 655 msec 2024-11-08T10:17:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:44,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ccab9c08e279450284cdf6394dcb662b is 50, key is test_row_0/A:col10/1731061064284/Put/seqid=0 2024-11-08T10:17:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741947_1123 (size=12301) 2024-11-08T10:17:44,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ccab9c08e279450284cdf6394dcb662b 2024-11-08T10:17:44,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061124314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061124314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061124314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d8d19a4d9b594e98a74b97a957e05c43 is 50, key is test_row_0/B:col10/1731061064284/Put/seqid=0 2024-11-08T10:17:44,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741948_1124 (size=12301) 2024-11-08T10:17:44,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d8d19a4d9b594e98a74b97a957e05c43 2024-11-08T10:17:44,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/dbe74554b16742239e500fb7ff9ed166 is 50, key is test_row_0/C:col10/1731061064284/Put/seqid=0 2024-11-08T10:17:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741949_1125 (size=12301) 2024-11-08T10:17:44,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061124420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061124421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061124423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061124584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061124624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061124624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061124624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-08T10:17:44,740 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-08T10:17:44,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-08T10:17:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-08T10:17:44,743 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:44,744 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:44,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:44,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/dbe74554b16742239e500fb7ff9ed166 2024-11-08T10:17:44,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ccab9c08e279450284cdf6394dcb662b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ccab9c08e279450284cdf6394dcb662b 2024-11-08T10:17:44,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ccab9c08e279450284cdf6394dcb662b, entries=150, sequenceid=514, filesize=12.0 K 2024-11-08T10:17:44,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d8d19a4d9b594e98a74b97a957e05c43 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d8d19a4d9b594e98a74b97a957e05c43 2024-11-08T10:17:44,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d8d19a4d9b594e98a74b97a957e05c43, entries=150, sequenceid=514, filesize=12.0 K 2024-11-08T10:17:44,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/dbe74554b16742239e500fb7ff9ed166 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/dbe74554b16742239e500fb7ff9ed166 2024-11-08T10:17:44,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/dbe74554b16742239e500fb7ff9ed166, entries=150, sequenceid=514, filesize=12.0 K 2024-11-08T10:17:44,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 0fb01460c239a198a9b2789284ee8197 in 520ms, sequenceid=514, compaction requested=true 2024-11-08T10:17:44,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:44,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:44,807 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:44,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:44,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:44,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:44,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:44,807 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:44,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:44,808 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:44,808 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:44,808 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:44,808 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:44,809 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:44,809 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e06a7ad980ac445c9cae07ce00a3c093, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9b45b269e7554f35a15d19aa313e830a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ccab9c08e279450284cdf6394dcb662b] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=37.2 K 2024-11-08T10:17:44,809 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:44,809 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bbb815627051448fb9c5688b80ea92e6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f5f8e2d9939d4f02bc9b8cd2dc07f715, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d8d19a4d9b594e98a74b97a957e05c43] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=37.2 K 2024-11-08T10:17:44,809 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting e06a7ad980ac445c9cae07ce00a3c093, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731061062217 2024-11-08T10:17:44,809 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting bbb815627051448fb9c5688b80ea92e6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731061062217 2024-11-08T10:17:44,810 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b45b269e7554f35a15d19aa313e830a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731061062836 2024-11-08T10:17:44,810 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f5f8e2d9939d4f02bc9b8cd2dc07f715, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731061062836 2024-11-08T10:17:44,810 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d8d19a4d9b594e98a74b97a957e05c43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731061063972 2024-11-08T10:17:44,810 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccab9c08e279450284cdf6394dcb662b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731061063972 2024-11-08T10:17:44,819 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#111 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:44,820 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/076fbbca4ac04e69b47db2ad5c9fd30a is 50, key is test_row_0/A:col10/1731061064284/Put/seqid=0 2024-11-08T10:17:44,822 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:44,822 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/1e1c0b5c1c314c3fa7de3f9fbf2885f9 is 50, key is test_row_0/B:col10/1731061064284/Put/seqid=0 2024-11-08T10:17:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741950_1126 (size=13561) 2024-11-08T10:17:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741951_1127 (size=13561) 2024-11-08T10:17:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-08T10:17:44,845 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/1e1c0b5c1c314c3fa7de3f9fbf2885f9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/1e1c0b5c1c314c3fa7de3f9fbf2885f9 2024-11-08T10:17:44,853 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into 1e1c0b5c1c314c3fa7de3f9fbf2885f9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:44,853 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:44,853 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=13, startTime=1731061064807; duration=0sec 2024-11-08T10:17:44,853 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:44,853 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:44,853 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:17:44,855 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:17:44,855 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:44,855 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:44,855 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/adab65c85861451e859790192310c86a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e2764c645e42469ebc5598e4837f7e1e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/dbe74554b16742239e500fb7ff9ed166] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=37.2 K 2024-11-08T10:17:44,856 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting adab65c85861451e859790192310c86a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731061062217 2024-11-08T10:17:44,856 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e2764c645e42469ebc5598e4837f7e1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731061062836 2024-11-08T10:17:44,856 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting dbe74554b16742239e500fb7ff9ed166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731061063972 2024-11-08T10:17:44,867 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:44,868 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/47bdf1b36b244e30ba5a5fd89fdfa623 is 50, key is test_row_0/C:col10/1731061064284/Put/seqid=0 2024-11-08T10:17:44,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741952_1128 (size=13561) 2024-11-08T10:17:44,896 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:44,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-08T10:17:44,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:44,897 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T10:17:44,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:44,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:44,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:44,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:44,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:44,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:44,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/d369f8a7248342bebb9fff1bf948e2bd is 50, key is test_row_0/A:col10/1731061064312/Put/seqid=0 2024-11-08T10:17:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741953_1129 (size=12301) 2024-11-08T10:17:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:44,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061124943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061124944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061124944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061124970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:44,973 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., hostname=2db67accb017,38617,1731061041433, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:17:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-08T10:17:45,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061125046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061125047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061125047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061125088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,235 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/076fbbca4ac04e69b47db2ad5c9fd30a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/076fbbca4ac04e69b47db2ad5c9fd30a 2024-11-08T10:17:45,243 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into 076fbbca4ac04e69b47db2ad5c9fd30a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:45,243 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:45,243 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=13, startTime=1731061064807; duration=0sec 2024-11-08T10:17:45,243 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:45,243 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061125248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061125249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061125249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,280 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/47bdf1b36b244e30ba5a5fd89fdfa623 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/47bdf1b36b244e30ba5a5fd89fdfa623 2024-11-08T10:17:45,292 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into 47bdf1b36b244e30ba5a5fd89fdfa623(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:45,293 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:45,293 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=13, startTime=1731061064807; duration=0sec 2024-11-08T10:17:45,293 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:45,293 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:45,307 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/d369f8a7248342bebb9fff1bf948e2bd 2024-11-08T10:17:45,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/7b7b085ef4b743b0a0d30ccec6fad237 is 50, key is test_row_0/B:col10/1731061064312/Put/seqid=0 2024-11-08T10:17:45,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741954_1130 (size=12301) 2024-11-08T10:17:45,323 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/7b7b085ef4b743b0a0d30ccec6fad237 2024-11-08T10:17:45,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/9f5318c31d684d51b45e5693fab5c138 is 50, key is test_row_0/C:col10/1731061064312/Put/seqid=0 2024-11-08T10:17:45,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741955_1131 (size=12301) 2024-11-08T10:17:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-08T10:17:45,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061125551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061125552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061125554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:45,737 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/9f5318c31d684d51b45e5693fab5c138 2024-11-08T10:17:45,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/d369f8a7248342bebb9fff1bf948e2bd as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d369f8a7248342bebb9fff1bf948e2bd 2024-11-08T10:17:45,749 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d369f8a7248342bebb9fff1bf948e2bd, entries=150, sequenceid=533, filesize=12.0 K 2024-11-08T10:17:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/7b7b085ef4b743b0a0d30ccec6fad237 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/7b7b085ef4b743b0a0d30ccec6fad237 2024-11-08T10:17:45,755 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/7b7b085ef4b743b0a0d30ccec6fad237, entries=150, sequenceid=533, filesize=12.0 K 2024-11-08T10:17:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/9f5318c31d684d51b45e5693fab5c138 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9f5318c31d684d51b45e5693fab5c138 2024-11-08T10:17:45,761 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9f5318c31d684d51b45e5693fab5c138, entries=150, sequenceid=533, filesize=12.0 K 2024-11-08T10:17:45,762 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 0fb01460c239a198a9b2789284ee8197 in 866ms, sequenceid=533, compaction requested=false 2024-11-08T10:17:45,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:45,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T10:17:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-08T10:17:45,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-08T10:17:45,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-11-08T10:17:45,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.0240 sec 2024-11-08T10:17:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-08T10:17:45,847 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-08T10:17:45,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-08T10:17:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-08T10:17:45,850 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:45,851 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:45,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-08T10:17:46,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:46,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-08T10:17:46,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:46,006 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T10:17:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:46,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/95958b0b91f44855a405b7183b743057 is 50, key is test_row_0/A:col10/1731061064943/Put/seqid=0 2024-11-08T10:17:46,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741956_1132 (size=12301) 2024-11-08T10:17:46,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:46,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061126069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061126070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061126070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061126099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-08T10:17:46,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061126171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061126173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061126173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061126375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061126377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061126379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,420 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/95958b0b91f44855a405b7183b743057 2024-11-08T10:17:46,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/54fff439bbfc41debc0b97e43d9245de is 50, key is test_row_0/B:col10/1731061064943/Put/seqid=0 2024-11-08T10:17:46,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741957_1133 (size=12301) 2024-11-08T10:17:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-08T10:17:46,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061126679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061126680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061126682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:46,837 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/54fff439bbfc41debc0b97e43d9245de 2024-11-08T10:17:46,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/43075b4ec93b483d90ff3796c911f503 is 50, key is test_row_0/C:col10/1731061064943/Put/seqid=0 2024-11-08T10:17:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741958_1134 (size=12301) 2024-11-08T10:17:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-08T10:17:47,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061127184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:47,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061127185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:47,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061127185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:47,274 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/43075b4ec93b483d90ff3796c911f503 2024-11-08T10:17:47,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/95958b0b91f44855a405b7183b743057 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/95958b0b91f44855a405b7183b743057 2024-11-08T10:17:47,286 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/95958b0b91f44855a405b7183b743057, entries=150, sequenceid=554, filesize=12.0 K 2024-11-08T10:17:47,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/54fff439bbfc41debc0b97e43d9245de as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/54fff439bbfc41debc0b97e43d9245de 2024-11-08T10:17:47,298 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/54fff439bbfc41debc0b97e43d9245de, entries=150, sequenceid=554, filesize=12.0 K 2024-11-08T10:17:47,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/43075b4ec93b483d90ff3796c911f503 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/43075b4ec93b483d90ff3796c911f503 2024-11-08T10:17:47,304 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/43075b4ec93b483d90ff3796c911f503, entries=150, sequenceid=554, filesize=12.0 K 2024-11-08T10:17:47,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 0fb01460c239a198a9b2789284ee8197 in 1299ms, sequenceid=554, compaction requested=true 2024-11-08T10:17:47,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:47,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:47,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T10:17:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-08T10:17:47,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-08T10:17:47,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-11-08T10:17:47,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.4610 sec 2024-11-08T10:17:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-08T10:17:47,954 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-08T10:17:47,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:17:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-08T10:17:47,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:17:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-08T10:17:47,958 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:17:47,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:17:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-08T10:17:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:48,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T10:17:48,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:48,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:48,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:48,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:48,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:48,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:48,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:48,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/573917e82beb44fabcd6b39421d8ad69 is 50, key is test_row_0/A:col10/1731061066063/Put/seqid=0 2024-11-08T10:17:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741959_1135 (size=14741) 2024-11-08T10:17:48,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061128156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54870 deadline: 1731061128189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:48,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54912 deadline: 1731061128193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:48,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54902 deadline: 1731061128195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-08T10:17:48,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061128258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:48,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:48,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:48,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:48,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:48,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061128462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:48,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/573917e82beb44fabcd6b39421d8ad69 2024-11-08T10:17:48,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/ff11b45c69ed4192b4182276f4aff2ce is 50, key is test_row_0/B:col10/1731061066063/Put/seqid=0 2024-11-08T10:17:48,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741960_1136 (size=12301) 2024-11-08T10:17:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-08T10:17:48,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:48,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:48,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:48,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:48,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:48,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:48,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061128766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:48,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:48,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:48,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:48,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/ff11b45c69ed4192b4182276f4aff2ce 2024-11-08T10:17:48,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/e4399301e6eb42be807e8b87b3dfe68d is 50, key is test_row_0/C:col10/1731061066063/Put/seqid=0 2024-11-08T10:17:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741961_1137 (size=12301) 2024-11-08T10:17:49,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54924 deadline: 1731061129010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:49,012 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., hostname=2db67accb017,38617,1731061041433, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:17:49,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:49,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:49,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-08T10:17:49,089 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e97e4b to 127.0.0.1:59746 2024-11-08T10:17:49,090 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:49,090 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c964e8 to 127.0.0.1:59746 2024-11-08T10:17:49,090 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:49,093 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x527c6d40 to 127.0.0.1:59746 2024-11-08T10:17:49,093 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:49,093 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c8de680 to 127.0.0.1:59746 2024-11-08T10:17:49,093 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:49,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:49,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:49,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:49,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:49,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:49,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:17:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54880 deadline: 1731061129270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 2024-11-08T10:17:49,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:49,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:49,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/e4399301e6eb42be807e8b87b3dfe68d 2024-11-08T10:17:49,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/573917e82beb44fabcd6b39421d8ad69 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/573917e82beb44fabcd6b39421d8ad69 2024-11-08T10:17:49,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/573917e82beb44fabcd6b39421d8ad69, entries=200, sequenceid=573, filesize=14.4 K 2024-11-08T10:17:49,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/ff11b45c69ed4192b4182276f4aff2ce as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ff11b45c69ed4192b4182276f4aff2ce 2024-11-08T10:17:49,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ff11b45c69ed4192b4182276f4aff2ce, entries=150, sequenceid=573, filesize=12.0 K 2024-11-08T10:17:49,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/e4399301e6eb42be807e8b87b3dfe68d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e4399301e6eb42be807e8b87b3dfe68d 2024-11-08T10:17:49,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e4399301e6eb42be807e8b87b3dfe68d, entries=150, sequenceid=573, filesize=12.0 K 2024-11-08T10:17:49,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0fb01460c239a198a9b2789284ee8197 in 1258ms, sequenceid=573, compaction requested=true 2024-11-08T10:17:49,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:49,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:17:49,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:49,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:17:49,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:49,365 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:17:49,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fb01460c239a198a9b2789284ee8197:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:17:49,365 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:17:49,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:49,366 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:17:49,366 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52904 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:17:49,366 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/B is initiating minor compaction (all files) 2024-11-08T10:17:49,366 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/A is initiating minor compaction (all files) 2024-11-08T10:17:49,366 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/B in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,366 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/A in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,366 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/076fbbca4ac04e69b47db2ad5c9fd30a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d369f8a7248342bebb9fff1bf948e2bd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/95958b0b91f44855a405b7183b743057, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/573917e82beb44fabcd6b39421d8ad69] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=51.7 K 2024-11-08T10:17:49,366 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/1e1c0b5c1c314c3fa7de3f9fbf2885f9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/7b7b085ef4b743b0a0d30ccec6fad237, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/54fff439bbfc41debc0b97e43d9245de, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ff11b45c69ed4192b4182276f4aff2ce] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=49.3 K 2024-11-08T10:17:49,367 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e1c0b5c1c314c3fa7de3f9fbf2885f9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731061063972 2024-11-08T10:17:49,367 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 076fbbca4ac04e69b47db2ad5c9fd30a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731061063972 2024-11-08T10:17:49,367 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b7b085ef4b743b0a0d30ccec6fad237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731061064302 2024-11-08T10:17:49,367 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d369f8a7248342bebb9fff1bf948e2bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731061064302 2024-11-08T10:17:49,368 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 54fff439bbfc41debc0b97e43d9245de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1731061064935 2024-11-08T10:17:49,368 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95958b0b91f44855a405b7183b743057, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1731061064935 2024-11-08T10:17:49,368 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting ff11b45c69ed4192b4182276f4aff2ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731061066063 2024-11-08T10:17:49,368 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 573917e82beb44fabcd6b39421d8ad69, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731061066063 2024-11-08T10:17:49,378 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:49,378 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#A#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:49,379 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d3a0f8aa33164981871e37b9b11f3f6b is 50, key is test_row_0/B:col10/1731061066063/Put/seqid=0 2024-11-08T10:17:49,379 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/15ed349cd5e34bc78d2270be88006778 is 50, key is test_row_0/A:col10/1731061066063/Put/seqid=0 2024-11-08T10:17:49,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741962_1138 (size=13697) 2024-11-08T10:17:49,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741963_1139 (size=13697) 2024-11-08T10:17:49,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:49,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-08T10:17:49,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,493 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T10:17:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ad574937216a4a5fbc576e97c5dc98cb is 50, key is test_row_0/A:col10/1731061068152/Put/seqid=0 2024-11-08T10:17:49,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741964_1140 (size=12301) 2024-11-08T10:17:49,789 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/15ed349cd5e34bc78d2270be88006778 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/15ed349cd5e34bc78d2270be88006778 2024-11-08T10:17:49,789 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/d3a0f8aa33164981871e37b9b11f3f6b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d3a0f8aa33164981871e37b9b11f3f6b 2024-11-08T10:17:49,794 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/B of 0fb01460c239a198a9b2789284ee8197 into d3a0f8aa33164981871e37b9b11f3f6b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:49,794 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/A of 0fb01460c239a198a9b2789284ee8197 into 15ed349cd5e34bc78d2270be88006778(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:49,795 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:49,795 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:49,795 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/B, priority=12, startTime=1731061069365; duration=0sec 2024-11-08T10:17:49,795 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/A, priority=12, startTime=1731061069365; duration=0sec 2024-11-08T10:17:49,795 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:49,795 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:17:49,795 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:B 2024-11-08T10:17:49,795 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:A 2024-11-08T10:17:49,795 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:17:49,796 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:17:49,796 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 0fb01460c239a198a9b2789284ee8197/C is initiating minor compaction (all files) 2024-11-08T10:17:49,796 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0fb01460c239a198a9b2789284ee8197/C in TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:49,797 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/47bdf1b36b244e30ba5a5fd89fdfa623, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9f5318c31d684d51b45e5693fab5c138, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/43075b4ec93b483d90ff3796c911f503, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e4399301e6eb42be807e8b87b3dfe68d] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp, totalSize=49.3 K 2024-11-08T10:17:49,797 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 47bdf1b36b244e30ba5a5fd89fdfa623, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731061063972 2024-11-08T10:17:49,797 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f5318c31d684d51b45e5693fab5c138, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731061064302 2024-11-08T10:17:49,798 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 43075b4ec93b483d90ff3796c911f503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1731061064935 2024-11-08T10:17:49,798 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e4399301e6eb42be807e8b87b3dfe68d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731061066063 2024-11-08T10:17:49,808 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fb01460c239a198a9b2789284ee8197#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:17:49,808 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/869b9d1dc41d4066861d27dfe7ba5aab is 50, key is test_row_0/C:col10/1731061066063/Put/seqid=0 2024-11-08T10:17:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741965_1141 (size=13697) 2024-11-08T10:17:49,832 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:17:49,901 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ad574937216a4a5fbc576e97c5dc98cb 2024-11-08T10:17:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/4e98389041054be4b3b6252f2b81b9ac is 50, key is test_row_0/B:col10/1731061068152/Put/seqid=0 2024-11-08T10:17:49,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741966_1142 (size=12301) 2024-11-08T10:17:50,035 ERROR [LeaseRenewer:jenkins@localhost:35687 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35687,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-08T10:17:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. as already flushing 2024-11-08T10:17:50,200 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a8f4734 to 127.0.0.1:59746 2024-11-08T10:17:50,200 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:50,204 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12885408 to 127.0.0.1:59746 2024-11-08T10:17:50,204 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:50,217 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04977266 to 127.0.0.1:59746 2024-11-08T10:17:50,217 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:50,218 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/869b9d1dc41d4066861d27dfe7ba5aab as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/869b9d1dc41d4066861d27dfe7ba5aab 2024-11-08T10:17:50,224 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0fb01460c239a198a9b2789284ee8197/C of 0fb01460c239a198a9b2789284ee8197 into 869b9d1dc41d4066861d27dfe7ba5aab(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:17:50,224 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:50,224 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197., storeName=0fb01460c239a198a9b2789284ee8197/C, priority=12, startTime=1731061069365; duration=0sec 2024-11-08T10:17:50,224 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:17:50,224 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fb01460c239a198a9b2789284ee8197:C 2024-11-08T10:17:50,273 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c43377 to 127.0.0.1:59746 2024-11-08T10:17:50,273 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:50,315 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/4e98389041054be4b3b6252f2b81b9ac 2024-11-08T10:17:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/37616d4ad722410186e0fa17a06e8f3e is 50, key is test_row_0/C:col10/1731061068152/Put/seqid=0 2024-11-08T10:17:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741967_1143 (size=12301) 2024-11-08T10:17:50,730 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/37616d4ad722410186e0fa17a06e8f3e 2024-11-08T10:17:50,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/ad574937216a4a5fbc576e97c5dc98cb as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ad574937216a4a5fbc576e97c5dc98cb 2024-11-08T10:17:50,740 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ad574937216a4a5fbc576e97c5dc98cb, entries=150, sequenceid=590, filesize=12.0 K 2024-11-08T10:17:50,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/4e98389041054be4b3b6252f2b81b9ac as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/4e98389041054be4b3b6252f2b81b9ac 2024-11-08T10:17:50,745 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/4e98389041054be4b3b6252f2b81b9ac, entries=150, sequenceid=590, filesize=12.0 K 2024-11-08T10:17:50,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/37616d4ad722410186e0fa17a06e8f3e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/37616d4ad722410186e0fa17a06e8f3e 2024-11-08T10:17:50,750 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/37616d4ad722410186e0fa17a06e8f3e, entries=150, sequenceid=590, filesize=12.0 K 2024-11-08T10:17:50,750 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 0fb01460c239a198a9b2789284ee8197 in 1257ms, sequenceid=590, compaction requested=false 2024-11-08T10:17:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:17:50,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:50,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T10:17:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-08T10:17:50,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T10:17:50,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7940 sec 2024-11-08T10:17:50,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.7980 sec 2024-11-08T10:17:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-08T10:17:52,063 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-08T10:17:53,920 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:17:53,922 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:17:54,234 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35687 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35687,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:17:59,051 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5095ba91 to 127.0.0.1:59746 2024-11-08T10:17:59,051 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6685 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6566 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2961 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8882 rows 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2963 2024-11-08T10:17:59,052 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8888 rows 2024-11-08T10:17:59,052 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-08T10:17:59,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e67f019 to 127.0.0.1:59746 2024-11-08T10:17:59,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:17:59,059 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-08T10:17:59,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T10:17:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T10:17:59,069 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061079069"}]},"ts":"1731061079069"} 2024-11-08T10:17:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-08T10:17:59,070 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T10:17:59,073 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T10:17:59,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T10:17:59,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fb01460c239a198a9b2789284ee8197, UNASSIGN}] 2024-11-08T10:17:59,079 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fb01460c239a198a9b2789284ee8197, UNASSIGN 2024-11-08T10:17:59,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=0fb01460c239a198a9b2789284ee8197, regionState=CLOSING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:17:59,081 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T10:17:59,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:17:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-08T10:17:59,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:17:59,237 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:17:59,237 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-08T10:17:59,237 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 0fb01460c239a198a9b2789284ee8197, disabling compactions & flushes 2024-11-08T10:17:59,238 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:59,238 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:59,238 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. after waiting 0 ms 2024-11-08T10:17:59,238 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:17:59,238 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing 0fb01460c239a198a9b2789284ee8197 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T10:17:59,238 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=A 2024-11-08T10:17:59,238 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:59,238 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=B 2024-11-08T10:17:59,238 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:59,238 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fb01460c239a198a9b2789284ee8197, store=C 2024-11-08T10:17:59,238 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:17:59,243 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/7585fb7f0a6649d8af03de64f89bbda3 is 50, key is test_row_0/A:col10/1731061070272/Put/seqid=0 2024-11-08T10:17:59,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741968_1144 (size=9857) 2024-11-08T10:17:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-08T10:17:59,648 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/7585fb7f0a6649d8af03de64f89bbda3 2024-11-08T10:17:59,659 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/92064f3cc07543ce8b0c8365dc8f13e4 is 50, key is test_row_0/B:col10/1731061070272/Put/seqid=0 2024-11-08T10:17:59,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741969_1145 (size=9857) 2024-11-08T10:17:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-08T10:18:00,065 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/92064f3cc07543ce8b0c8365dc8f13e4 2024-11-08T10:18:00,072 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/61b275aad52449f2ad171a722f23d168 is 50, key is test_row_0/C:col10/1731061070272/Put/seqid=0 2024-11-08T10:18:00,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741970_1146 (size=9857) 2024-11-08T10:18:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-08T10:18:00,477 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/61b275aad52449f2ad171a722f23d168 2024-11-08T10:18:00,483 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/A/7585fb7f0a6649d8af03de64f89bbda3 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7585fb7f0a6649d8af03de64f89bbda3 2024-11-08T10:18:00,488 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7585fb7f0a6649d8af03de64f89bbda3, entries=100, sequenceid=601, filesize=9.6 K 2024-11-08T10:18:00,489 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/B/92064f3cc07543ce8b0c8365dc8f13e4 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/92064f3cc07543ce8b0c8365dc8f13e4 2024-11-08T10:18:00,494 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/92064f3cc07543ce8b0c8365dc8f13e4, entries=100, sequenceid=601, filesize=9.6 K 2024-11-08T10:18:00,495 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/.tmp/C/61b275aad52449f2ad171a722f23d168 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/61b275aad52449f2ad171a722f23d168 2024-11-08T10:18:00,499 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/61b275aad52449f2ad171a722f23d168, entries=100, sequenceid=601, filesize=9.6 K 2024-11-08T10:18:00,500 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0fb01460c239a198a9b2789284ee8197 in 1262ms, sequenceid=601, compaction requested=true 2024-11-08T10:18:00,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ac4856904a864bb98f450bf801721734, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/35fc435ab1b44252b05f93aa8a954d82, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9dae58b0b57e4446bf90521cfd7d15c1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7c68a18d9004317a1dc1f530b19c420, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/88f1006d0a394c11af87e951d4874e52, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7747c27fe2a42b9b96055ef783b5add, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/17155a06d8a34709bbea3e87bf156b05, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/540f5d37f1c64f9dbcb48a43670d2959, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b91fe08eb53d47e59b13fad481c69807, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e425ae83b9874209a2989770fe9099cc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/4cf10cb5ab3d44ce9ead231c0a9d899b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/afe3e8021dde4980a938e7985a045f3f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/c30df87aae2f4ffaa31978afa00bfa72, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1cc24ef9193e4325b7f4345227469964, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/eb5e2c57b2e749a5b7af83cc8420071b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/44e21a751d724eef8d7c1142d75af105, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d6eaec497c2549ba93cd3641c3282711, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b82c95a0b52e4075a62e5153206a0392, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3debbf4e81c8456290fd280c22f28cb6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f671109515384d3182673d2dcc2bef42, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/6eaca75bc7ce4902995ac6d83dd0f2a3, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3aadb2de5f4a4996a4513312807e6f0b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/13db4eda24624f3597454eaa1c574fa8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/0b0ac11d67984fb585c15a0891f36840, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/8d88bb4714324a81927ffd383fa2e844, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/83732c6859cb4bc6b4674ff3fc55bc08, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/be0cc7e20be44ea282870f93f6e55410, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/dbeaf1a8f2f647e4975d6dd7e0e2f485, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1279bdc99a124278924f6348750a91ae, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/57265a7a5ca749e3865166f1ded8e363, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/26e5ee4560d54141be95b465e9b59609, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7656be297df9493e9baf1f5b2eaf928d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ace20d9aa03d410f998f4d50548b3258, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/a5178b95053c47deaee95fdb779a5ee8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e06a7ad980ac445c9cae07ce00a3c093, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9b45b269e7554f35a15d19aa313e830a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/076fbbca4ac04e69b47db2ad5c9fd30a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ccab9c08e279450284cdf6394dcb662b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d369f8a7248342bebb9fff1bf948e2bd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/95958b0b91f44855a405b7183b743057, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/573917e82beb44fabcd6b39421d8ad69] to archive 2024-11-08T10:18:00,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:18:00,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ac4856904a864bb98f450bf801721734 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ac4856904a864bb98f450bf801721734 2024-11-08T10:18:00,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/35fc435ab1b44252b05f93aa8a954d82 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/35fc435ab1b44252b05f93aa8a954d82 2024-11-08T10:18:00,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9dae58b0b57e4446bf90521cfd7d15c1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9dae58b0b57e4446bf90521cfd7d15c1 2024-11-08T10:18:00,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7c68a18d9004317a1dc1f530b19c420 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7c68a18d9004317a1dc1f530b19c420 2024-11-08T10:18:00,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/88f1006d0a394c11af87e951d4874e52 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/88f1006d0a394c11af87e951d4874e52 2024-11-08T10:18:00,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7747c27fe2a42b9b96055ef783b5add to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f7747c27fe2a42b9b96055ef783b5add 2024-11-08T10:18:00,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/17155a06d8a34709bbea3e87bf156b05 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/17155a06d8a34709bbea3e87bf156b05 2024-11-08T10:18:00,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/540f5d37f1c64f9dbcb48a43670d2959 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/540f5d37f1c64f9dbcb48a43670d2959 2024-11-08T10:18:00,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b91fe08eb53d47e59b13fad481c69807 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b91fe08eb53d47e59b13fad481c69807 2024-11-08T10:18:00,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e425ae83b9874209a2989770fe9099cc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e425ae83b9874209a2989770fe9099cc 2024-11-08T10:18:00,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/4cf10cb5ab3d44ce9ead231c0a9d899b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/4cf10cb5ab3d44ce9ead231c0a9d899b 2024-11-08T10:18:00,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/afe3e8021dde4980a938e7985a045f3f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/afe3e8021dde4980a938e7985a045f3f 2024-11-08T10:18:00,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/c30df87aae2f4ffaa31978afa00bfa72 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/c30df87aae2f4ffaa31978afa00bfa72 2024-11-08T10:18:00,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1cc24ef9193e4325b7f4345227469964 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1cc24ef9193e4325b7f4345227469964 2024-11-08T10:18:00,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/eb5e2c57b2e749a5b7af83cc8420071b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/eb5e2c57b2e749a5b7af83cc8420071b 2024-11-08T10:18:00,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/44e21a751d724eef8d7c1142d75af105 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/44e21a751d724eef8d7c1142d75af105 2024-11-08T10:18:00,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d6eaec497c2549ba93cd3641c3282711 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d6eaec497c2549ba93cd3641c3282711 2024-11-08T10:18:00,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b82c95a0b52e4075a62e5153206a0392 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/b82c95a0b52e4075a62e5153206a0392 2024-11-08T10:18:00,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3debbf4e81c8456290fd280c22f28cb6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3debbf4e81c8456290fd280c22f28cb6 2024-11-08T10:18:00,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f671109515384d3182673d2dcc2bef42 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/f671109515384d3182673d2dcc2bef42 2024-11-08T10:18:00,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/6eaca75bc7ce4902995ac6d83dd0f2a3 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/6eaca75bc7ce4902995ac6d83dd0f2a3 2024-11-08T10:18:00,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3aadb2de5f4a4996a4513312807e6f0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/3aadb2de5f4a4996a4513312807e6f0b 2024-11-08T10:18:00,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/13db4eda24624f3597454eaa1c574fa8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/13db4eda24624f3597454eaa1c574fa8 2024-11-08T10:18:00,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/0b0ac11d67984fb585c15a0891f36840 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/0b0ac11d67984fb585c15a0891f36840 2024-11-08T10:18:00,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/8d88bb4714324a81927ffd383fa2e844 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/8d88bb4714324a81927ffd383fa2e844 2024-11-08T10:18:00,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/83732c6859cb4bc6b4674ff3fc55bc08 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/83732c6859cb4bc6b4674ff3fc55bc08 2024-11-08T10:18:00,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/be0cc7e20be44ea282870f93f6e55410 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/be0cc7e20be44ea282870f93f6e55410 2024-11-08T10:18:00,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/dbeaf1a8f2f647e4975d6dd7e0e2f485 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/dbeaf1a8f2f647e4975d6dd7e0e2f485 2024-11-08T10:18:00,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1279bdc99a124278924f6348750a91ae to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/1279bdc99a124278924f6348750a91ae 2024-11-08T10:18:00,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/57265a7a5ca749e3865166f1ded8e363 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/57265a7a5ca749e3865166f1ded8e363 2024-11-08T10:18:00,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/26e5ee4560d54141be95b465e9b59609 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/26e5ee4560d54141be95b465e9b59609 2024-11-08T10:18:00,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7656be297df9493e9baf1f5b2eaf928d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7656be297df9493e9baf1f5b2eaf928d 2024-11-08T10:18:00,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ace20d9aa03d410f998f4d50548b3258 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ace20d9aa03d410f998f4d50548b3258 2024-11-08T10:18:00,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/a5178b95053c47deaee95fdb779a5ee8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/a5178b95053c47deaee95fdb779a5ee8 2024-11-08T10:18:00,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e06a7ad980ac445c9cae07ce00a3c093 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/e06a7ad980ac445c9cae07ce00a3c093 2024-11-08T10:18:00,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9b45b269e7554f35a15d19aa313e830a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/9b45b269e7554f35a15d19aa313e830a 2024-11-08T10:18:00,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/076fbbca4ac04e69b47db2ad5c9fd30a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/076fbbca4ac04e69b47db2ad5c9fd30a 2024-11-08T10:18:00,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ccab9c08e279450284cdf6394dcb662b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ccab9c08e279450284cdf6394dcb662b 2024-11-08T10:18:00,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d369f8a7248342bebb9fff1bf948e2bd to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/d369f8a7248342bebb9fff1bf948e2bd 2024-11-08T10:18:00,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/95958b0b91f44855a405b7183b743057 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/95958b0b91f44855a405b7183b743057 2024-11-08T10:18:00,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/573917e82beb44fabcd6b39421d8ad69 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/573917e82beb44fabcd6b39421d8ad69 2024-11-08T10:18:00,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/e3a6cbb24d404f52894cdc0cc972b126, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/cbbb996b20b54155ae09b34083a3fa7e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6ec722e56b1c4beaa2626b7e27593f0d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b425fe636c1d49a2acd7f2aedc975da3, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/5a7b6fe77dbe4203aadb17eecc626f08, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ad02c7a360e4cf8a92ee3f570b36e2e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0ec77a7f247a40cb96cab8f46609ae4b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0f4d56e582f44e888664d83d97567fe8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b9d1123862a447729796fd4c8b6552af, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/fafc5e51c1e74d3090205ca010de2f98, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dbae3ec3b498467d9e5a879a249aee76, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/c23b6954952548e0b91cae7a41252273, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/854ee8ff7f574d6a9cf808278f0f1d5a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0285480144d94aa198ab155d2bb8027f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6281305a5d3d4e8b9ac97110987b3b30, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6e25866e32ca48d89e7ee8b2b6f2ed3f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ba20297498f64632a070f870d70e5cb1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f8ea07e0b89c4714b46bb383aa62e6a7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/11357cce0eec4e4ab8e6fcc8ed45363c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dae44ec0129c4dddbbd1e8165f6b91d0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/8e406bf7869e4debb81b088806ea12b0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ade13263ac3425f8dd02888e64996f9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a3453cfcb6ad45ecb43402ef4453324d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bdcaedcec5f4463da04dd8a3e4ab0406, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ac0ae252bde041ab9da45f15c4828a44, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d5fd4b8ef90d49d7b1470b692fabef99, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d4776ce64e4b434099e5aaa0ffbb205e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a74f5707a75d42f89ec283f5fc937e2d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d1c31a2b78944b2aaa386e47efe0b058, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a9a8c531fec34a82924c2ba3d87f04c9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/78b5be3dab4246479c4ee53c6f23bcf3, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/69403a27ddbc49b381fe82527a920817, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/45e7fcbe21a743369255a0106a470e30, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bbb815627051448fb9c5688b80ea92e6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b34157f4e68c4cd88c8449e523b1e652, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f5f8e2d9939d4f02bc9b8cd2dc07f715, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/1e1c0b5c1c314c3fa7de3f9fbf2885f9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d8d19a4d9b594e98a74b97a957e05c43, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/7b7b085ef4b743b0a0d30ccec6fad237, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/54fff439bbfc41debc0b97e43d9245de, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ff11b45c69ed4192b4182276f4aff2ce] to archive 2024-11-08T10:18:00,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:18:00,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/e3a6cbb24d404f52894cdc0cc972b126 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/e3a6cbb24d404f52894cdc0cc972b126 2024-11-08T10:18:00,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/cbbb996b20b54155ae09b34083a3fa7e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/cbbb996b20b54155ae09b34083a3fa7e 2024-11-08T10:18:00,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6ec722e56b1c4beaa2626b7e27593f0d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6ec722e56b1c4beaa2626b7e27593f0d 2024-11-08T10:18:00,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b425fe636c1d49a2acd7f2aedc975da3 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b425fe636c1d49a2acd7f2aedc975da3 2024-11-08T10:18:00,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/5a7b6fe77dbe4203aadb17eecc626f08 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/5a7b6fe77dbe4203aadb17eecc626f08 2024-11-08T10:18:00,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ad02c7a360e4cf8a92ee3f570b36e2e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ad02c7a360e4cf8a92ee3f570b36e2e 2024-11-08T10:18:00,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0ec77a7f247a40cb96cab8f46609ae4b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0ec77a7f247a40cb96cab8f46609ae4b 2024-11-08T10:18:00,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0f4d56e582f44e888664d83d97567fe8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0f4d56e582f44e888664d83d97567fe8 2024-11-08T10:18:00,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b9d1123862a447729796fd4c8b6552af to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b9d1123862a447729796fd4c8b6552af 2024-11-08T10:18:00,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/fafc5e51c1e74d3090205ca010de2f98 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/fafc5e51c1e74d3090205ca010de2f98 2024-11-08T10:18:00,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dbae3ec3b498467d9e5a879a249aee76 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dbae3ec3b498467d9e5a879a249aee76 2024-11-08T10:18:00,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/c23b6954952548e0b91cae7a41252273 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/c23b6954952548e0b91cae7a41252273 2024-11-08T10:18:00,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/854ee8ff7f574d6a9cf808278f0f1d5a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/854ee8ff7f574d6a9cf808278f0f1d5a 2024-11-08T10:18:00,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0285480144d94aa198ab155d2bb8027f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/0285480144d94aa198ab155d2bb8027f 2024-11-08T10:18:00,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6281305a5d3d4e8b9ac97110987b3b30 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6281305a5d3d4e8b9ac97110987b3b30 2024-11-08T10:18:00,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6e25866e32ca48d89e7ee8b2b6f2ed3f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/6e25866e32ca48d89e7ee8b2b6f2ed3f 2024-11-08T10:18:00,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ba20297498f64632a070f870d70e5cb1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ba20297498f64632a070f870d70e5cb1 2024-11-08T10:18:00,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f8ea07e0b89c4714b46bb383aa62e6a7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f8ea07e0b89c4714b46bb383aa62e6a7 2024-11-08T10:18:00,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/11357cce0eec4e4ab8e6fcc8ed45363c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/11357cce0eec4e4ab8e6fcc8ed45363c 2024-11-08T10:18:00,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dae44ec0129c4dddbbd1e8165f6b91d0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/dae44ec0129c4dddbbd1e8165f6b91d0 2024-11-08T10:18:00,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/8e406bf7869e4debb81b088806ea12b0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/8e406bf7869e4debb81b088806ea12b0 2024-11-08T10:18:00,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ade13263ac3425f8dd02888e64996f9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/9ade13263ac3425f8dd02888e64996f9 2024-11-08T10:18:00,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a3453cfcb6ad45ecb43402ef4453324d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a3453cfcb6ad45ecb43402ef4453324d 2024-11-08T10:18:00,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bdcaedcec5f4463da04dd8a3e4ab0406 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bdcaedcec5f4463da04dd8a3e4ab0406 2024-11-08T10:18:00,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ac0ae252bde041ab9da45f15c4828a44 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ac0ae252bde041ab9da45f15c4828a44 2024-11-08T10:18:00,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d5fd4b8ef90d49d7b1470b692fabef99 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d5fd4b8ef90d49d7b1470b692fabef99 2024-11-08T10:18:00,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d4776ce64e4b434099e5aaa0ffbb205e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d4776ce64e4b434099e5aaa0ffbb205e 2024-11-08T10:18:00,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a74f5707a75d42f89ec283f5fc937e2d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a74f5707a75d42f89ec283f5fc937e2d 2024-11-08T10:18:00,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d1c31a2b78944b2aaa386e47efe0b058 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d1c31a2b78944b2aaa386e47efe0b058 2024-11-08T10:18:00,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a9a8c531fec34a82924c2ba3d87f04c9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/a9a8c531fec34a82924c2ba3d87f04c9 2024-11-08T10:18:00,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/78b5be3dab4246479c4ee53c6f23bcf3 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/78b5be3dab4246479c4ee53c6f23bcf3 2024-11-08T10:18:00,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/69403a27ddbc49b381fe82527a920817 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/69403a27ddbc49b381fe82527a920817 2024-11-08T10:18:00,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/45e7fcbe21a743369255a0106a470e30 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/45e7fcbe21a743369255a0106a470e30 2024-11-08T10:18:00,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bbb815627051448fb9c5688b80ea92e6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/bbb815627051448fb9c5688b80ea92e6 2024-11-08T10:18:00,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b34157f4e68c4cd88c8449e523b1e652 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/b34157f4e68c4cd88c8449e523b1e652 2024-11-08T10:18:00,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f5f8e2d9939d4f02bc9b8cd2dc07f715 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/f5f8e2d9939d4f02bc9b8cd2dc07f715 2024-11-08T10:18:00,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/1e1c0b5c1c314c3fa7de3f9fbf2885f9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/1e1c0b5c1c314c3fa7de3f9fbf2885f9 2024-11-08T10:18:00,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d8d19a4d9b594e98a74b97a957e05c43 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d8d19a4d9b594e98a74b97a957e05c43 2024-11-08T10:18:00,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/7b7b085ef4b743b0a0d30ccec6fad237 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/7b7b085ef4b743b0a0d30ccec6fad237 2024-11-08T10:18:00,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/54fff439bbfc41debc0b97e43d9245de to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/54fff439bbfc41debc0b97e43d9245de 2024-11-08T10:18:00,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ff11b45c69ed4192b4182276f4aff2ce to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/ff11b45c69ed4192b4182276f4aff2ce 2024-11-08T10:18:00,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/57e16620d2fe4e66a7826bab20af815b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/14b32d2afb0f4d3e8bd95533ea59587c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bd351dcee0504b7a933dcdea47347491, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7a0cdb8f648b49f296087b3802be37ac, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/6b807cde4ee544f0ac6366b6f76a5acc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f02338ef10d944f693ce462f433e9718, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9dbc8475b56a45a098173a1101d4612a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3be86a0580914e04ad239e173f1b2ca7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1673521f3c05463bb077868ba8241a63, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/20c8a3cbf6204040bbad1e46bcbf384a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f15627ff1d5f4d4599f5d41b5d3b1663, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3131b5615c7e4335942ef6bd36bb6c38, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bddf066ae3e74ba8bd2e682f231c42d7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/cfe30c9e13cc48d1941f3f738b6e7979, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f9d668cbfae34372857d5310e73c08ff, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/13c393448bea430582f2264f2ed7be93, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a60502cb29004d8da653daf2823d7437, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/d68c9bc38e19493d8ba171aca4b13d63, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/15b36c310d634f698ea9b61f1f82551d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/622ae5e3e4b64d3d8045f2d6e350596c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/633e2c29d77643a5983fdf1185c32fcd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1161128cce3748d1baf68743d63263df, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/affd6ad62238443eacd18aa59f2e1218, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/4d6c3d81b89449f5910b827a2ae57258, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7735c20fbc0344a882c0e59fc5a4da06, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/54b8cfe234c9481bba9670ec8e62f710, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/004fe6851aa244f4a05f437745b474d5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a48ceef159594815baeac87211746624, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/2516038284c341c8a1b785b538e1d44e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7e7ec7c8efa84f93b9e03b375c8b2606, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/c212c147f4ec4f7496c91d7a6c17e26d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/190ec11eaf7a478da49541d4ac22d1ae, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/ad6f9537dfb84bf7be668fd42b7e86c2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/adab65c85861451e859790192310c86a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a0b6e626383042309cb92fd8bbc1dc60, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e2764c645e42469ebc5598e4837f7e1e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/47bdf1b36b244e30ba5a5fd89fdfa623, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/dbe74554b16742239e500fb7ff9ed166, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9f5318c31d684d51b45e5693fab5c138, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/43075b4ec93b483d90ff3796c911f503, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e4399301e6eb42be807e8b87b3dfe68d] to archive 2024-11-08T10:18:00,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:18:00,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/57e16620d2fe4e66a7826bab20af815b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/57e16620d2fe4e66a7826bab20af815b 2024-11-08T10:18:00,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/14b32d2afb0f4d3e8bd95533ea59587c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/14b32d2afb0f4d3e8bd95533ea59587c 2024-11-08T10:18:00,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bd351dcee0504b7a933dcdea47347491 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bd351dcee0504b7a933dcdea47347491 2024-11-08T10:18:00,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7a0cdb8f648b49f296087b3802be37ac to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7a0cdb8f648b49f296087b3802be37ac 2024-11-08T10:18:00,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/6b807cde4ee544f0ac6366b6f76a5acc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/6b807cde4ee544f0ac6366b6f76a5acc 2024-11-08T10:18:00,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f02338ef10d944f693ce462f433e9718 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f02338ef10d944f693ce462f433e9718 2024-11-08T10:18:00,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9dbc8475b56a45a098173a1101d4612a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9dbc8475b56a45a098173a1101d4612a 2024-11-08T10:18:00,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3be86a0580914e04ad239e173f1b2ca7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3be86a0580914e04ad239e173f1b2ca7 2024-11-08T10:18:00,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1673521f3c05463bb077868ba8241a63 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1673521f3c05463bb077868ba8241a63 2024-11-08T10:18:00,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/20c8a3cbf6204040bbad1e46bcbf384a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/20c8a3cbf6204040bbad1e46bcbf384a 2024-11-08T10:18:00,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f15627ff1d5f4d4599f5d41b5d3b1663 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f15627ff1d5f4d4599f5d41b5d3b1663 2024-11-08T10:18:00,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3131b5615c7e4335942ef6bd36bb6c38 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/3131b5615c7e4335942ef6bd36bb6c38 2024-11-08T10:18:00,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bddf066ae3e74ba8bd2e682f231c42d7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/bddf066ae3e74ba8bd2e682f231c42d7 2024-11-08T10:18:00,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/cfe30c9e13cc48d1941f3f738b6e7979 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/cfe30c9e13cc48d1941f3f738b6e7979 2024-11-08T10:18:00,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f9d668cbfae34372857d5310e73c08ff to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/f9d668cbfae34372857d5310e73c08ff 2024-11-08T10:18:00,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/13c393448bea430582f2264f2ed7be93 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/13c393448bea430582f2264f2ed7be93 2024-11-08T10:18:00,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a60502cb29004d8da653daf2823d7437 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a60502cb29004d8da653daf2823d7437 2024-11-08T10:18:00,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/d68c9bc38e19493d8ba171aca4b13d63 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/d68c9bc38e19493d8ba171aca4b13d63 2024-11-08T10:18:00,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/15b36c310d634f698ea9b61f1f82551d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/15b36c310d634f698ea9b61f1f82551d 2024-11-08T10:18:00,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/622ae5e3e4b64d3d8045f2d6e350596c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/622ae5e3e4b64d3d8045f2d6e350596c 2024-11-08T10:18:00,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/633e2c29d77643a5983fdf1185c32fcd to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/633e2c29d77643a5983fdf1185c32fcd 2024-11-08T10:18:00,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1161128cce3748d1baf68743d63263df to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/1161128cce3748d1baf68743d63263df 2024-11-08T10:18:00,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/affd6ad62238443eacd18aa59f2e1218 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/affd6ad62238443eacd18aa59f2e1218 2024-11-08T10:18:00,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/4d6c3d81b89449f5910b827a2ae57258 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/4d6c3d81b89449f5910b827a2ae57258 2024-11-08T10:18:00,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7735c20fbc0344a882c0e59fc5a4da06 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7735c20fbc0344a882c0e59fc5a4da06 2024-11-08T10:18:00,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/54b8cfe234c9481bba9670ec8e62f710 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/54b8cfe234c9481bba9670ec8e62f710 2024-11-08T10:18:00,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/004fe6851aa244f4a05f437745b474d5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/004fe6851aa244f4a05f437745b474d5 2024-11-08T10:18:00,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a48ceef159594815baeac87211746624 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a48ceef159594815baeac87211746624 2024-11-08T10:18:00,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/2516038284c341c8a1b785b538e1d44e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/2516038284c341c8a1b785b538e1d44e 2024-11-08T10:18:00,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7e7ec7c8efa84f93b9e03b375c8b2606 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/7e7ec7c8efa84f93b9e03b375c8b2606 2024-11-08T10:18:00,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/c212c147f4ec4f7496c91d7a6c17e26d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/c212c147f4ec4f7496c91d7a6c17e26d 2024-11-08T10:18:00,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/190ec11eaf7a478da49541d4ac22d1ae to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/190ec11eaf7a478da49541d4ac22d1ae 2024-11-08T10:18:00,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/ad6f9537dfb84bf7be668fd42b7e86c2 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/ad6f9537dfb84bf7be668fd42b7e86c2 2024-11-08T10:18:00,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/adab65c85861451e859790192310c86a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/adab65c85861451e859790192310c86a 2024-11-08T10:18:00,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a0b6e626383042309cb92fd8bbc1dc60 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/a0b6e626383042309cb92fd8bbc1dc60 2024-11-08T10:18:00,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e2764c645e42469ebc5598e4837f7e1e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e2764c645e42469ebc5598e4837f7e1e 2024-11-08T10:18:00,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/47bdf1b36b244e30ba5a5fd89fdfa623 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/47bdf1b36b244e30ba5a5fd89fdfa623 2024-11-08T10:18:00,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/dbe74554b16742239e500fb7ff9ed166 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/dbe74554b16742239e500fb7ff9ed166 2024-11-08T10:18:00,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9f5318c31d684d51b45e5693fab5c138 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/9f5318c31d684d51b45e5693fab5c138 2024-11-08T10:18:00,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/43075b4ec93b483d90ff3796c911f503 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/43075b4ec93b483d90ff3796c911f503 2024-11-08T10:18:00,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e4399301e6eb42be807e8b87b3dfe68d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/e4399301e6eb42be807e8b87b3dfe68d 2024-11-08T10:18:00,690 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/recovered.edits/604.seqid, newMaxSeqId=604, maxSeqId=1 2024-11-08T10:18:00,693 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197. 2024-11-08T10:18:00,693 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 0fb01460c239a198a9b2789284ee8197: 2024-11-08T10:18:00,695 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 0fb01460c239a198a9b2789284ee8197 2024-11-08T10:18:00,696 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=0fb01460c239a198a9b2789284ee8197, regionState=CLOSED 2024-11-08T10:18:00,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-08T10:18:00,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 0fb01460c239a198a9b2789284ee8197, server=2db67accb017,38617,1731061041433 in 1.6160 sec 2024-11-08T10:18:00,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-08T10:18:00,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fb01460c239a198a9b2789284ee8197, UNASSIGN in 1.6200 sec 2024-11-08T10:18:00,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-08T10:18:00,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6260 sec 2024-11-08T10:18:00,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061080703"}]},"ts":"1731061080703"} 2024-11-08T10:18:00,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T10:18:00,706 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T10:18:00,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6430 sec 2024-11-08T10:18:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-08T10:18:01,174 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-08T10:18:01,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T10:18:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:01,182 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:01,183 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-08T10:18:01,187 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197 2024-11-08T10:18:01,191 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/recovered.edits] 2024-11-08T10:18:01,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T10:18:01,194 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/15ed349cd5e34bc78d2270be88006778 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/15ed349cd5e34bc78d2270be88006778 2024-11-08T10:18:01,196 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7585fb7f0a6649d8af03de64f89bbda3 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/7585fb7f0a6649d8af03de64f89bbda3 2024-11-08T10:18:01,197 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ad574937216a4a5fbc576e97c5dc98cb to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/A/ad574937216a4a5fbc576e97c5dc98cb 2024-11-08T10:18:01,199 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/4e98389041054be4b3b6252f2b81b9ac to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/4e98389041054be4b3b6252f2b81b9ac 2024-11-08T10:18:01,201 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/92064f3cc07543ce8b0c8365dc8f13e4 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/92064f3cc07543ce8b0c8365dc8f13e4 2024-11-08T10:18:01,202 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d3a0f8aa33164981871e37b9b11f3f6b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/B/d3a0f8aa33164981871e37b9b11f3f6b 2024-11-08T10:18:01,205 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/37616d4ad722410186e0fa17a06e8f3e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/37616d4ad722410186e0fa17a06e8f3e 2024-11-08T10:18:01,206 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/61b275aad52449f2ad171a722f23d168 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/61b275aad52449f2ad171a722f23d168 2024-11-08T10:18:01,207 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/869b9d1dc41d4066861d27dfe7ba5aab to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/C/869b9d1dc41d4066861d27dfe7ba5aab 2024-11-08T10:18:01,210 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/recovered.edits/604.seqid to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197/recovered.edits/604.seqid 2024-11-08T10:18:01,210 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/0fb01460c239a198a9b2789284ee8197 2024-11-08T10:18:01,211 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T10:18:01,217 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:01,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T10:18:01,226 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T10:18:01,265 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T10:18:01,266 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:01,267 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T10:18:01,267 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731061081267"}]},"ts":"9223372036854775807"} 2024-11-08T10:18:01,271 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-08T10:18:01,271 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0fb01460c239a198a9b2789284ee8197, NAME => 'TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T10:18:01,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T10:18:01,271 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731061081271"}]},"ts":"9223372036854775807"} 2024-11-08T10:18:01,274 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-08T10:18:01,277 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:01,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 99 msec 2024-11-08T10:18:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-08T10:18:01,284 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-08T10:18:01,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=237 (was 219) Potentially hanging thread: RS_OPEN_REGION-regionserver/2db67accb017:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2db67accb017:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2db67accb017:38617-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x591087a9-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x591087a9-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1473330191_22 at /127.0.0.1:46888 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x591087a9-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x591087a9-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 196) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2209 (was 2794) 2024-11-08T10:18:01,313 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=2209 2024-11-08T10:18:01,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T10:18:01,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:18:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:01,317 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:18:01,317 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:01,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 43 2024-11-08T10:18:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-08T10:18:01,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:18:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741971_1147 (size=960) 2024-11-08T10:18:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-08T10:18:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-08T10:18:01,727 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 2024-11-08T10:18:01,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741972_1148 (size=53) 2024-11-08T10:18:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-08T10:18:02,133 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:18:02,133 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 810897ae825c12e05872295f227c3b0b, disabling compactions & flushes 2024-11-08T10:18:02,133 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:02,133 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:02,133 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. after waiting 0 ms 2024-11-08T10:18:02,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:02,134 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:02,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:02,135 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:18:02,135 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731061082135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731061082135"}]},"ts":"1731061082135"} 2024-11-08T10:18:02,136 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T10:18:02,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:18:02,137 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061082137"}]},"ts":"1731061082137"} 2024-11-08T10:18:02,138 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T10:18:02,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, ASSIGN}] 2024-11-08T10:18:02,144 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, ASSIGN 2024-11-08T10:18:02,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, ASSIGN; state=OFFLINE, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=false 2024-11-08T10:18:02,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=810897ae825c12e05872295f227c3b0b, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:18:02,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure 810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:18:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-08T10:18:02,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:02,451 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:02,451 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:18:02,452 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:02,452 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:18:02,452 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:02,452 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:02,453 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:02,454 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:18:02,455 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810897ae825c12e05872295f227c3b0b columnFamilyName A 2024-11-08T10:18:02,455 DEBUG [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:02,455 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(327): Store=810897ae825c12e05872295f227c3b0b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:18:02,455 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:02,456 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:18:02,457 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810897ae825c12e05872295f227c3b0b columnFamilyName B 2024-11-08T10:18:02,457 DEBUG [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:02,458 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(327): Store=810897ae825c12e05872295f227c3b0b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:18:02,458 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:02,459 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:18:02,459 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810897ae825c12e05872295f227c3b0b columnFamilyName C 2024-11-08T10:18:02,459 DEBUG [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:02,459 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(327): Store=810897ae825c12e05872295f227c3b0b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:18:02,459 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:02,460 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:02,460 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:02,462 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:18:02,463 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:02,465 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:18:02,465 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 810897ae825c12e05872295f227c3b0b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74446137, jitterRate=0.10933388769626617}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:18:02,466 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:02,467 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., pid=45, masterSystemTime=1731061082448 2024-11-08T10:18:02,468 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:02,468 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:02,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=810897ae825c12e05872295f227c3b0b, regionState=OPEN, openSeqNum=2, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:18:02,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-08T10:18:02,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure 810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 in 174 msec 2024-11-08T10:18:02,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-08T10:18:02,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, ASSIGN in 329 msec 2024-11-08T10:18:02,475 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:18:02,475 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061082475"}]},"ts":"1731061082475"} 2024-11-08T10:18:02,476 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T10:18:02,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:18:02,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-08T10:18:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-08T10:18:03,423 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-08T10:18:03,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04ddf4c3 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ff872d8 2024-11-08T10:18:03,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4506927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:03,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:03,434 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:03,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:18:03,439 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:18:03,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T10:18:03,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:18:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741973_1149 (size=996) 2024-11-08T10:18:03,864 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-08T10:18:03,864 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-08T10:18:03,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T10:18:03,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, REOPEN/MOVE}] 2024-11-08T10:18:03,876 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, REOPEN/MOVE 2024-11-08T10:18:03,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=810897ae825c12e05872295f227c3b0b, regionState=CLOSING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:18:03,878 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T10:18:03,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure 810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:18:04,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:04,031 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,031 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-08T10:18:04,031 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing 810897ae825c12e05872295f227c3b0b, disabling compactions & flushes 2024-11-08T10:18:04,031 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,031 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,031 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. after waiting 0 ms 2024-11-08T10:18:04,031 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,035 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T10:18:04,035 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,035 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:04,036 WARN [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: 810897ae825c12e05872295f227c3b0b to self. 2024-11-08T10:18:04,037 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,037 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=810897ae825c12e05872295f227c3b0b, regionState=CLOSED 2024-11-08T10:18:04,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-08T10:18:04,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure 810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 in 159 msec 2024-11-08T10:18:04,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, REOPEN/MOVE; state=CLOSED, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=true 2024-11-08T10:18:04,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=810897ae825c12e05872295f227c3b0b, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure 810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:18:04,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:04,347 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,347 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:18:04,347 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,347 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:18:04,348 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,348 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,350 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,351 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:18:04,356 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810897ae825c12e05872295f227c3b0b columnFamilyName A 2024-11-08T10:18:04,358 DEBUG [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:04,358 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(327): Store=810897ae825c12e05872295f227c3b0b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:18:04,359 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,359 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:18:04,359 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810897ae825c12e05872295f227c3b0b columnFamilyName B 2024-11-08T10:18:04,359 DEBUG [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:04,360 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(327): Store=810897ae825c12e05872295f227c3b0b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:18:04,360 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,360 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:18:04,361 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810897ae825c12e05872295f227c3b0b columnFamilyName C 2024-11-08T10:18:04,361 DEBUG [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:04,361 INFO [StoreOpener-810897ae825c12e05872295f227c3b0b-1 {}] regionserver.HStore(327): Store=810897ae825c12e05872295f227c3b0b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:18:04,361 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,362 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,363 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,364 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:18:04,366 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,366 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 810897ae825c12e05872295f227c3b0b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72330635, jitterRate=0.07781045138835907}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:18:04,368 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:04,369 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., pid=50, masterSystemTime=1731061084344 2024-11-08T10:18:04,370 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,370 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=810897ae825c12e05872295f227c3b0b, regionState=OPEN, openSeqNum=5, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48 2024-11-08T10:18:04,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure 810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 in 180 msec 2024-11-08T10:18:04,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T10:18:04,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, REOPEN/MOVE in 497 msec 2024-11-08T10:18:04,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T10:18:04,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-08T10:18:04,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 932 msec 2024-11-08T10:18:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-08T10:18:04,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29458edd to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46c2c778 2024-11-08T10:18:04,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79982672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:04,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c7d6279 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@433e2b26 2024-11-08T10:18:04,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4bd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:04,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328f994d to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e3a4420 2024-11-08T10:18:04,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebda6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:04,404 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a9306be to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24f64590 2024-11-08T10:18:04,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505d5ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:04,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x769942d9 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c5c4716 2024-11-08T10:18:04,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:04,412 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2885d2d9 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cb464a 2024-11-08T10:18:04,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f0be85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:04,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-08T10:18:04,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:04,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-08T10:18:04,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:04,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-08T10:18:04,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:04,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-08T10:18:04,430 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T10:18:04,431 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:04,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:04,431 DEBUG [hconnection-0x2efcf594-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:04,431 DEBUG [hconnection-0x705d529f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:04,432 DEBUG [hconnection-0x48a4b892-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:04,432 DEBUG [hconnection-0x17d388d9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:04,432 DEBUG [hconnection-0x12651e3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:04,432 DEBUG [hconnection-0x2d6ebeeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:04,433 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:04,434 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:04,434 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:04,434 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:04,434 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:04,436 DEBUG [hconnection-0x101e18f6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:04,436 DEBUG [hconnection-0x736a24b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:04,436 DEBUG [hconnection-0x60f1f0c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:04,438 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:04,438 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:04,439 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:04,440 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:18:04,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:04,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:04,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:04,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:04,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:04,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:04,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061144481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061144483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061144485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108efe69cf19bf242ce9c2e20bac72559ba_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061084448/Put/seqid=0 2024-11-08T10:18:04,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061144487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061144488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741974_1150 (size=14594) 2024-11-08T10:18:04,520 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:04,527 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108efe69cf19bf242ce9c2e20bac72559ba_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108efe69cf19bf242ce9c2e20bac72559ba_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,528 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/4d77f7fa0493457aa4cd40439faf129c, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T10:18:04,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/4d77f7fa0493457aa4cd40439faf129c is 175, key is test_row_0/A:col10/1731061084448/Put/seqid=0 2024-11-08T10:18:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741975_1151 (size=39549) 2024-11-08T10:18:04,561 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/4d77f7fa0493457aa4cd40439faf129c 2024-11-08T10:18:04,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:04,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:04,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061144589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061144591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061144598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061144598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/e524a850ba5047aaa5ecd898a3fe983c is 50, key is test_row_0/B:col10/1731061084448/Put/seqid=0 2024-11-08T10:18:04,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061144597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741976_1152 (size=12001) 2024-11-08T10:18:04,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/e524a850ba5047aaa5ecd898a3fe983c 2024-11-08T10:18:04,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/df43ed1b66ce4734abfa2149c07b5d7f is 50, key is test_row_0/C:col10/1731061084448/Put/seqid=0 2024-11-08T10:18:04,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741977_1153 (size=12001) 2024-11-08T10:18:04,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/df43ed1b66ce4734abfa2149c07b5d7f 2024-11-08T10:18:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T10:18:04,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:04,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:04,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:04,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:04,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/4d77f7fa0493457aa4cd40439faf129c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/4d77f7fa0493457aa4cd40439faf129c 2024-11-08T10:18:04,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/4d77f7fa0493457aa4cd40439faf129c, entries=200, sequenceid=18, filesize=38.6 K 2024-11-08T10:18:04,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/e524a850ba5047aaa5ecd898a3fe983c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/e524a850ba5047aaa5ecd898a3fe983c 2024-11-08T10:18:04,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/e524a850ba5047aaa5ecd898a3fe983c, entries=150, sequenceid=18, filesize=11.7 K 2024-11-08T10:18:04,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/df43ed1b66ce4734abfa2149c07b5d7f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/df43ed1b66ce4734abfa2149c07b5d7f 2024-11-08T10:18:04,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/df43ed1b66ce4734abfa2149c07b5d7f, entries=150, sequenceid=18, filesize=11.7 K 2024-11-08T10:18:04,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 810897ae825c12e05872295f227c3b0b in 311ms, sequenceid=18, compaction requested=false 2024-11-08T10:18:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:04,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T10:18:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:04,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061144807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061144808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061144809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061144810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061144811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085e8e11c1b66b45679a79a2ffeb291fbe_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061084477/Put/seqid=0 2024-11-08T10:18:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741978_1154 (size=14594) 2024-11-08T10:18:04,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:04,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085e8e11c1b66b45679a79a2ffeb291fbe_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085e8e11c1b66b45679a79a2ffeb291fbe_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:04,866 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/05ae3ab6b86043e8b3d70cb6d2f98e29, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:04,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/05ae3ab6b86043e8b3d70cb6d2f98e29 is 175, key is test_row_0/A:col10/1731061084477/Put/seqid=0 2024-11-08T10:18:04,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:04,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:04,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:04,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:04,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061144913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061144914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061144915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061144915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061144915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741979_1155 (size=39549) 2024-11-08T10:18:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T10:18:05,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:05,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:05,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061145129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061145129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061145130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061145130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061145141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:05,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,334 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/05ae3ab6b86043e8b3d70cb6d2f98e29 2024-11-08T10:18:05,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:05,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/bbd7283f4f5c4e5bac26b44c223e7736 is 50, key is test_row_0/B:col10/1731061084477/Put/seqid=0 2024-11-08T10:18:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741980_1156 (size=12001) 2024-11-08T10:18:05,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/bbd7283f4f5c4e5bac26b44c223e7736 2024-11-08T10:18:05,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/5f5b40ad803943a0a3dab42fb58462a1 is 50, key is test_row_0/C:col10/1731061084477/Put/seqid=0 2024-11-08T10:18:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741981_1157 (size=12001) 2024-11-08T10:18:05,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061145433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061145436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061145436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061145436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061145444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:05,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T10:18:05,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:05,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:05,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/5f5b40ad803943a0a3dab42fb58462a1 2024-11-08T10:18:05,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/05ae3ab6b86043e8b3d70cb6d2f98e29 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/05ae3ab6b86043e8b3d70cb6d2f98e29 2024-11-08T10:18:05,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/05ae3ab6b86043e8b3d70cb6d2f98e29, entries=200, sequenceid=41, filesize=38.6 K 2024-11-08T10:18:05,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/bbd7283f4f5c4e5bac26b44c223e7736 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bbd7283f4f5c4e5bac26b44c223e7736 2024-11-08T10:18:05,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bbd7283f4f5c4e5bac26b44c223e7736, entries=150, sequenceid=41, filesize=11.7 K 2024-11-08T10:18:05,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/5f5b40ad803943a0a3dab42fb58462a1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5f5b40ad803943a0a3dab42fb58462a1 2024-11-08T10:18:05,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5f5b40ad803943a0a3dab42fb58462a1, entries=150, sequenceid=41, filesize=11.7 K 2024-11-08T10:18:05,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 810897ae825c12e05872295f227c3b0b in 1073ms, sequenceid=41, compaction requested=false 2024-11-08T10:18:05,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:05,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T10:18:05,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:05,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:05,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:05,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:05,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:05,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:05,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089dd395515f6a464b8a9aa4bb4f0aec14_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061085946/Put/seqid=0 2024-11-08T10:18:05,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:05,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:05,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:05,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061145975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061145976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061145980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061145981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:05,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061145983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741982_1158 (size=19474) 2024-11-08T10:18:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061146084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061146085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061146087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061146088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061146090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:06,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:06,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:06,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:18:06,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:06,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061146290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061146291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061146291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061146291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061146294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,403 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:06,410 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089dd395515f6a464b8a9aa4bb4f0aec14_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089dd395515f6a464b8a9aa4bb4f0aec14_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:06,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/b66599e8ee744d9ea655a7eb049f5a0e, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:06,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/b66599e8ee744d9ea655a7eb049f5a0e is 175, key is test_row_0/A:col10/1731061085946/Put/seqid=0 2024-11-08T10:18:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741983_1159 (size=56733) 2024-11-08T10:18:06,426 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/b66599e8ee744d9ea655a7eb049f5a0e 2024-11-08T10:18:06,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:06,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:06,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/7187913d6a224ae9a171ccf345700c4d is 50, key is test_row_0/B:col10/1731061085946/Put/seqid=0 2024-11-08T10:18:06,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741984_1160 (size=12001) 2024-11-08T10:18:06,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/7187913d6a224ae9a171ccf345700c4d 2024-11-08T10:18:06,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/8c8ac8862f4f4ad4912d9bac20f5ab15 is 50, key is test_row_0/C:col10/1731061085946/Put/seqid=0 2024-11-08T10:18:06,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741985_1161 (size=12001) 2024-11-08T10:18:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T10:18:06,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:06,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:06,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:06,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061146593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061146593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061146594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061146596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061146599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:06,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:06,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:06,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:06,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:06,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:06,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/8c8ac8862f4f4ad4912d9bac20f5ab15 2024-11-08T10:18:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/b66599e8ee744d9ea655a7eb049f5a0e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b66599e8ee744d9ea655a7eb049f5a0e 2024-11-08T10:18:06,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b66599e8ee744d9ea655a7eb049f5a0e, entries=300, sequenceid=57, filesize=55.4 K 2024-11-08T10:18:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/7187913d6a224ae9a171ccf345700c4d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7187913d6a224ae9a171ccf345700c4d 2024-11-08T10:18:06,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7187913d6a224ae9a171ccf345700c4d, entries=150, sequenceid=57, filesize=11.7 K 2024-11-08T10:18:06,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/8c8ac8862f4f4ad4912d9bac20f5ab15 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/8c8ac8862f4f4ad4912d9bac20f5ab15 2024-11-08T10:18:06,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/8c8ac8862f4f4ad4912d9bac20f5ab15, entries=150, sequenceid=57, filesize=11.7 K 2024-11-08T10:18:06,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 810897ae825c12e05872295f227c3b0b in 985ms, sequenceid=57, compaction requested=true 2024-11-08T10:18:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:06,930 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:06,930 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:06,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:06,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:06,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:06,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:06,932 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:06,932 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/A is initiating minor compaction (all files) 2024-11-08T10:18:06,932 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/A in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,932 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/4d77f7fa0493457aa4cd40439faf129c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/05ae3ab6b86043e8b3d70cb6d2f98e29, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b66599e8ee744d9ea655a7eb049f5a0e] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=132.6 K 2024-11-08T10:18:06,932 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,932 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/4d77f7fa0493457aa4cd40439faf129c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/05ae3ab6b86043e8b3d70cb6d2f98e29, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b66599e8ee744d9ea655a7eb049f5a0e] 2024-11-08T10:18:06,933 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:06,933 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/B is initiating minor compaction (all files) 2024-11-08T10:18:06,933 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/B in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:06,933 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/e524a850ba5047aaa5ecd898a3fe983c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bbd7283f4f5c4e5bac26b44c223e7736, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7187913d6a224ae9a171ccf345700c4d] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=35.2 K 2024-11-08T10:18:06,933 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d77f7fa0493457aa4cd40439faf129c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731061084444 2024-11-08T10:18:06,934 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e524a850ba5047aaa5ecd898a3fe983c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731061084447 2024-11-08T10:18:06,934 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05ae3ab6b86043e8b3d70cb6d2f98e29, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731061084477 2024-11-08T10:18:06,934 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting bbd7283f4f5c4e5bac26b44c223e7736, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731061084477 2024-11-08T10:18:06,934 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting b66599e8ee744d9ea655a7eb049f5a0e, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731061084807 2024-11-08T10:18:06,935 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7187913d6a224ae9a171ccf345700c4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731061084807 2024-11-08T10:18:06,941 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:06,945 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108057823c0284a49b5854e1835d623068d_810897ae825c12e05872295f227c3b0b store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:06,947 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:06,948 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/656a51795f734727b7c32b3b41b7520a is 50, key is test_row_0/B:col10/1731061085946/Put/seqid=0 2024-11-08T10:18:06,950 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108057823c0284a49b5854e1835d623068d_810897ae825c12e05872295f227c3b0b, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:06,950 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108057823c0284a49b5854e1835d623068d_810897ae825c12e05872295f227c3b0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741987_1163 (size=4469) 2024-11-08T10:18:06,992 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#A#compaction#141 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:06,994 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/c8faf3c38e2b427ba16c18e8c3f2ecb4 is 175, key is test_row_0/A:col10/1731061085946/Put/seqid=0 2024-11-08T10:18:06,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741986_1162 (size=12104) 2024-11-08T10:18:07,004 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/656a51795f734727b7c32b3b41b7520a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/656a51795f734727b7c32b3b41b7520a 2024-11-08T10:18:07,013 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/B of 810897ae825c12e05872295f227c3b0b into 656a51795f734727b7c32b3b41b7520a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:07,014 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:07,014 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/B, priority=13, startTime=1731061086930; duration=0sec 2024-11-08T10:18:07,014 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:07,014 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:B 2024-11-08T10:18:07,014 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:07,016 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:07,016 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/C is initiating minor compaction (all files) 2024-11-08T10:18:07,016 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/C in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:07,017 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/df43ed1b66ce4734abfa2149c07b5d7f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5f5b40ad803943a0a3dab42fb58462a1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/8c8ac8862f4f4ad4912d9bac20f5ab15] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=35.2 K 2024-11-08T10:18:07,017 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting df43ed1b66ce4734abfa2149c07b5d7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731061084447 2024-11-08T10:18:07,018 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f5b40ad803943a0a3dab42fb58462a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731061084477 2024-11-08T10:18:07,018 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c8ac8862f4f4ad4912d9bac20f5ab15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731061084807 2024-11-08T10:18:07,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741988_1164 (size=31058) 2024-11-08T10:18:07,028 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:07,029 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/3a87b420ccec4f52ab226fc3c510c30a is 50, key is test_row_0/C:col10/1731061085946/Put/seqid=0 2024-11-08T10:18:07,034 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/c8faf3c38e2b427ba16c18e8c3f2ecb4 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/c8faf3c38e2b427ba16c18e8c3f2ecb4 2024-11-08T10:18:07,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741989_1165 (size=12104) 2024-11-08T10:18:07,042 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/A of 810897ae825c12e05872295f227c3b0b into c8faf3c38e2b427ba16c18e8c3f2ecb4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:07,042 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:07,042 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/A, priority=13, startTime=1731061086930; duration=0sec 2024-11-08T10:18:07,042 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:07,042 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:A 2024-11-08T10:18:07,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:07,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-08T10:18:07,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:07,048 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T10:18:07,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:07,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:07,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:07,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:07,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:07,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082e5aab855db742fab1dac0b69f3a84ac_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061085980/Put/seqid=0 2024-11-08T10:18:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741990_1166 (size=12154) 2024-11-08T10:18:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:07,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:07,103 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082e5aab855db742fab1dac0b69f3a84ac_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082e5aab855db742fab1dac0b69f3a84ac_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/d75d83bd7f534ecb8542366f6298ccab, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:07,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/d75d83bd7f534ecb8542366f6298ccab is 175, key is test_row_0/A:col10/1731061085980/Put/seqid=0 2024-11-08T10:18:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741991_1167 (size=30955) 2024-11-08T10:18:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061147113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061147116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061147117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061147119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061147119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061147220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061147221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061147221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061147222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061147223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,241 INFO [master/2db67accb017:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T10:18:07,241 INFO [master/2db67accb017:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T10:18:07,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061147424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061147424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061147424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061147425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061147424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,446 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/3a87b420ccec4f52ab226fc3c510c30a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3a87b420ccec4f52ab226fc3c510c30a 2024-11-08T10:18:07,452 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/C of 810897ae825c12e05872295f227c3b0b into 3a87b420ccec4f52ab226fc3c510c30a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:07,452 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:07,452 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/C, priority=13, startTime=1731061086931; duration=0sec 2024-11-08T10:18:07,452 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:07,452 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:C 2024-11-08T10:18:07,512 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/d75d83bd7f534ecb8542366f6298ccab 2024-11-08T10:18:07,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/7fb0c7f2b02e42f0bb4d11b1e8b94e97 is 50, key is test_row_0/B:col10/1731061085980/Put/seqid=0 2024-11-08T10:18:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741992_1168 (size=12001) 2024-11-08T10:18:07,529 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/7fb0c7f2b02e42f0bb4d11b1e8b94e97 2024-11-08T10:18:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d9193f9fb4b14814ad81f9c761b50e3a is 50, key is test_row_0/C:col10/1731061085980/Put/seqid=0 2024-11-08T10:18:07,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741993_1169 (size=12001) 2024-11-08T10:18:07,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061147728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061147728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061147730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061147731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061147734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:07,961 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d9193f9fb4b14814ad81f9c761b50e3a 2024-11-08T10:18:07,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/d75d83bd7f534ecb8542366f6298ccab as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d75d83bd7f534ecb8542366f6298ccab 2024-11-08T10:18:07,972 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d75d83bd7f534ecb8542366f6298ccab, entries=150, sequenceid=80, filesize=30.2 K 2024-11-08T10:18:07,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/7fb0c7f2b02e42f0bb4d11b1e8b94e97 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7fb0c7f2b02e42f0bb4d11b1e8b94e97 2024-11-08T10:18:07,980 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7fb0c7f2b02e42f0bb4d11b1e8b94e97, entries=150, sequenceid=80, filesize=11.7 K 2024-11-08T10:18:07,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d9193f9fb4b14814ad81f9c761b50e3a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d9193f9fb4b14814ad81f9c761b50e3a 2024-11-08T10:18:07,986 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d9193f9fb4b14814ad81f9c761b50e3a, entries=150, sequenceid=80, filesize=11.7 K 2024-11-08T10:18:07,987 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 810897ae825c12e05872295f227c3b0b in 939ms, sequenceid=80, compaction requested=false 2024-11-08T10:18:07,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:07,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:07,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T10:18:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-08T10:18:07,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-08T10:18:07,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5570 sec 2024-11-08T10:18:07,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.5610 sec 2024-11-08T10:18:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:08,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T10:18:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:08,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:08,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108175c69746e1049999838bec4dd043286_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061087117/Put/seqid=0 2024-11-08T10:18:08,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061148276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061148277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061148279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061148279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061148279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741994_1170 (size=12154) 2024-11-08T10:18:08,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061148381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061148381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061148382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061148382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061148383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T10:18:08,537 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-08T10:18:08,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-08T10:18:08,544 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-08T10:18:08,545 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:08,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:08,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061148586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061148586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061148586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061148587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061148587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-08T10:18:08,687 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:08,693 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108175c69746e1049999838bec4dd043286_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108175c69746e1049999838bec4dd043286_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:08,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/ab5b9c8c3a514734a6943707d6f4bcc6, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:08,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/ab5b9c8c3a514734a6943707d6f4bcc6 is 175, key is test_row_0/A:col10/1731061087117/Put/seqid=0 2024-11-08T10:18:08,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:08,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-08T10:18:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:08,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741995_1171 (size=30955) 2024-11-08T10:18:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-08T10:18:08,853 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:08,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-08T10:18:08,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:08,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:08,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:08,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:08,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061148893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061148893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061148893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061148894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061148900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:09,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-08T10:18:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:09,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:09,120 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/ab5b9c8c3a514734a6943707d6f4bcc6 2024-11-08T10:18:09,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/75f854b3611c4485aa4eb25fa388f581 is 50, key is test_row_0/B:col10/1731061087117/Put/seqid=0 2024-11-08T10:18:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-08T10:18:09,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:09,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-08T10:18:09,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741996_1172 (size=12001) 2024-11-08T10:18:09,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:09,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:09,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:09,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/75f854b3611c4485aa4eb25fa388f581 2024-11-08T10:18:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:09,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/4583cbe940e546b49675a70d058b1832 is 50, key is test_row_0/C:col10/1731061087117/Put/seqid=0 2024-11-08T10:18:09,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741997_1173 (size=12001) 2024-11-08T10:18:09,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/4583cbe940e546b49675a70d058b1832 2024-11-08T10:18:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/ab5b9c8c3a514734a6943707d6f4bcc6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/ab5b9c8c3a514734a6943707d6f4bcc6 2024-11-08T10:18:09,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/ab5b9c8c3a514734a6943707d6f4bcc6, entries=150, sequenceid=99, filesize=30.2 K 2024-11-08T10:18:09,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/75f854b3611c4485aa4eb25fa388f581 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/75f854b3611c4485aa4eb25fa388f581 2024-11-08T10:18:09,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/75f854b3611c4485aa4eb25fa388f581, entries=150, sequenceid=99, filesize=11.7 K 2024-11-08T10:18:09,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/4583cbe940e546b49675a70d058b1832 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/4583cbe940e546b49675a70d058b1832 2024-11-08T10:18:09,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/4583cbe940e546b49675a70d058b1832, entries=150, sequenceid=99, filesize=11.7 K 2024-11-08T10:18:09,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 810897ae825c12e05872295f227c3b0b in 996ms, sequenceid=99, compaction requested=true 2024-11-08T10:18:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T10:18:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-08T10:18:09,249 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:09,250 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:09,251 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:09,251 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:09,251 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/A is initiating minor compaction (all files) 2024-11-08T10:18:09,251 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/C is initiating minor compaction (all files) 2024-11-08T10:18:09,251 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/A in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:09,251 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/C in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:09,251 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/c8faf3c38e2b427ba16c18e8c3f2ecb4, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d75d83bd7f534ecb8542366f6298ccab, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/ab5b9c8c3a514734a6943707d6f4bcc6] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=90.8 K 2024-11-08T10:18:09,251 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3a87b420ccec4f52ab226fc3c510c30a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d9193f9fb4b14814ad81f9c761b50e3a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/4583cbe940e546b49675a70d058b1832] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=35.3 K 2024-11-08T10:18:09,251 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:09,252 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/c8faf3c38e2b427ba16c18e8c3f2ecb4, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d75d83bd7f534ecb8542366f6298ccab, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/ab5b9c8c3a514734a6943707d6f4bcc6] 2024-11-08T10:18:09,252 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a87b420ccec4f52ab226fc3c510c30a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731061084807 2024-11-08T10:18:09,252 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8faf3c38e2b427ba16c18e8c3f2ecb4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731061084807 2024-11-08T10:18:09,252 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d9193f9fb4b14814ad81f9c761b50e3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731061085977 2024-11-08T10:18:09,253 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d75d83bd7f534ecb8542366f6298ccab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731061085977 2024-11-08T10:18:09,253 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4583cbe940e546b49675a70d058b1832, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731061087115 2024-11-08T10:18:09,258 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab5b9c8c3a514734a6943707d6f4bcc6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731061087115 2024-11-08T10:18:09,274 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:09,275 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/efb64a5f094f40b6a79df4fc84dcd343 is 50, key is test_row_0/C:col10/1731061087117/Put/seqid=0 2024-11-08T10:18:09,285 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:09,294 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108ade6e5affc26478ba6b072178d1d78aa_810897ae825c12e05872295f227c3b0b store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:09,297 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108ade6e5affc26478ba6b072178d1d78aa_810897ae825c12e05872295f227c3b0b, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:09,298 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ade6e5affc26478ba6b072178d1d78aa_810897ae825c12e05872295f227c3b0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:09,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:09,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-08T10:18:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:09,317 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T10:18:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:09,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741998_1174 (size=12207) 2024-11-08T10:18:09,333 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/efb64a5f094f40b6a79df4fc84dcd343 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/efb64a5f094f40b6a79df4fc84dcd343 2024-11-08T10:18:09,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741999_1175 (size=4469) 2024-11-08T10:18:09,345 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/C of 810897ae825c12e05872295f227c3b0b into efb64a5f094f40b6a79df4fc84dcd343(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:09,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:09,345 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/C, priority=13, startTime=1731061089249; duration=0sec 2024-11-08T10:18:09,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:09,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:C 2024-11-08T10:18:09,346 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:09,348 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:09,348 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/B is initiating minor compaction (all files) 2024-11-08T10:18:09,348 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/B in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:09,348 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/656a51795f734727b7c32b3b41b7520a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7fb0c7f2b02e42f0bb4d11b1e8b94e97, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/75f854b3611c4485aa4eb25fa388f581] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=35.3 K 2024-11-08T10:18:09,349 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 656a51795f734727b7c32b3b41b7520a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731061084807 2024-11-08T10:18:09,349 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fb0c7f2b02e42f0bb4d11b1e8b94e97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731061085977 2024-11-08T10:18:09,350 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 75f854b3611c4485aa4eb25fa388f581, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731061087115 2024-11-08T10:18:09,363 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c7df0f08eb384d93b3f3a531346ad3d6_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061088277/Put/seqid=0 2024-11-08T10:18:09,364 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/8aac19b622744dc29d591879c6538d91 is 50, key is test_row_0/B:col10/1731061087117/Put/seqid=0 2024-11-08T10:18:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:09,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742001_1177 (size=12154) 2024-11-08T10:18:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742000_1176 (size=12207) 2024-11-08T10:18:09,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061149409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061149410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061149413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061149413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061149415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:09,429 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c7df0f08eb384d93b3f3a531346ad3d6_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c7df0f08eb384d93b3f3a531346ad3d6_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:09,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/a3e56dd026e04ca398368f05805a2210, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/a3e56dd026e04ca398368f05805a2210 is 175, key is test_row_0/A:col10/1731061088277/Put/seqid=0 2024-11-08T10:18:09,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742002_1178 (size=30955) 2024-11-08T10:18:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061149522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061149525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061149525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061149525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-08T10:18:09,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061149725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061149728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061149729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061149729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:09,743 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#A#compaction#151 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:09,744 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/3c176bd466c8496297234753d5aa9714 is 175, key is test_row_0/A:col10/1731061087117/Put/seqid=0 2024-11-08T10:18:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742003_1179 (size=31161) 2024-11-08T10:18:09,784 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/3c176bd466c8496297234753d5aa9714 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/3c176bd466c8496297234753d5aa9714 2024-11-08T10:18:09,792 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/A of 810897ae825c12e05872295f227c3b0b into 3c176bd466c8496297234753d5aa9714(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:09,792 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:09,792 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/A, priority=13, startTime=1731061089249; duration=0sec 2024-11-08T10:18:09,792 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:09,792 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:A 2024-11-08T10:18:09,827 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/8aac19b622744dc29d591879c6538d91 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/8aac19b622744dc29d591879c6538d91 2024-11-08T10:18:09,834 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/B of 810897ae825c12e05872295f227c3b0b into 8aac19b622744dc29d591879c6538d91(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:09,834 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:09,834 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/B, priority=13, startTime=1731061089249; duration=0sec 2024-11-08T10:18:09,834 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:09,835 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:B 2024-11-08T10:18:09,867 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/a3e56dd026e04ca398368f05805a2210 2024-11-08T10:18:09,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/f691c01768e5495a8e6e4925915404f9 is 50, key is test_row_0/B:col10/1731061088277/Put/seqid=0 2024-11-08T10:18:09,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742004_1180 (size=12001) 2024-11-08T10:18:10,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061150028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061150034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061150035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061150035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,303 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/f691c01768e5495a8e6e4925915404f9 2024-11-08T10:18:10,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/32d81292afc7482cb9a6c7d0c54be610 is 50, key is test_row_0/C:col10/1731061088277/Put/seqid=0 2024-11-08T10:18:10,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742005_1181 (size=12001) 2024-11-08T10:18:10,331 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/32d81292afc7482cb9a6c7d0c54be610 2024-11-08T10:18:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/a3e56dd026e04ca398368f05805a2210 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/a3e56dd026e04ca398368f05805a2210 2024-11-08T10:18:10,356 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/a3e56dd026e04ca398368f05805a2210, entries=150, sequenceid=119, filesize=30.2 K 2024-11-08T10:18:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/f691c01768e5495a8e6e4925915404f9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f691c01768e5495a8e6e4925915404f9 2024-11-08T10:18:10,363 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f691c01768e5495a8e6e4925915404f9, entries=150, sequenceid=119, filesize=11.7 K 2024-11-08T10:18:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/32d81292afc7482cb9a6c7d0c54be610 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/32d81292afc7482cb9a6c7d0c54be610 2024-11-08T10:18:10,369 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/32d81292afc7482cb9a6c7d0c54be610, entries=150, sequenceid=119, filesize=11.7 K 2024-11-08T10:18:10,370 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 810897ae825c12e05872295f227c3b0b in 1053ms, sequenceid=119, compaction requested=false 2024-11-08T10:18:10,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:10,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:10,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T10:18:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-08T10:18:10,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-08T10:18:10,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-11-08T10:18:10,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.8340 sec 2024-11-08T10:18:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:10,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T10:18:10,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:10,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ec33ea569c2e4a26b33a1d11a588d54b_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061090421/Put/seqid=0 2024-11-08T10:18:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742006_1182 (size=12304) 2024-11-08T10:18:10,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:10,447 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ec33ea569c2e4a26b33a1d11a588d54b_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ec33ea569c2e4a26b33a1d11a588d54b_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:10,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/d365620fc3a0473c93853c3ff9f63590, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:10,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/d365620fc3a0473c93853c3ff9f63590 is 175, key is test_row_0/A:col10/1731061090421/Put/seqid=0 2024-11-08T10:18:10,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061150482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742007_1183 (size=31105) 2024-11-08T10:18:10,487 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/d365620fc3a0473c93853c3ff9f63590 2024-11-08T10:18:10,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/2de3c089bddc4f11b680838fc86b281d is 50, key is test_row_0/B:col10/1731061090421/Put/seqid=0 2024-11-08T10:18:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742008_1184 (size=12151) 2024-11-08T10:18:10,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/2de3c089bddc4f11b680838fc86b281d 2024-11-08T10:18:10,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/3b4f5e4be85e4328af79d752c07fbd20 is 50, key is test_row_0/C:col10/1731061090421/Put/seqid=0 2024-11-08T10:18:10,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061150533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742009_1185 (size=12151) 2024-11-08T10:18:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061150539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061150541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061150544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061150588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-08T10:18:10,652 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-08T10:18:10,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-08T10:18:10,659 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-08T10:18:10,665 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:10,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-08T10:18:10,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061150792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:10,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:10,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-08T10:18:10,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:10,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:10,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:10,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:10,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:10,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/3b4f5e4be85e4328af79d752c07fbd20 2024-11-08T10:18:10,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/d365620fc3a0473c93853c3ff9f63590 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d365620fc3a0473c93853c3ff9f63590 2024-11-08T10:18:10,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d365620fc3a0473c93853c3ff9f63590, entries=150, sequenceid=139, filesize=30.4 K 2024-11-08T10:18:10,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/2de3c089bddc4f11b680838fc86b281d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/2de3c089bddc4f11b680838fc86b281d 2024-11-08T10:18:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-08T10:18:10,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/2de3c089bddc4f11b680838fc86b281d, entries=150, sequenceid=139, filesize=11.9 K 2024-11-08T10:18:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/3b4f5e4be85e4328af79d752c07fbd20 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3b4f5e4be85e4328af79d752c07fbd20 2024-11-08T10:18:10,972 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:10,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-08T10:18:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:10,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:10,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3b4f5e4be85e4328af79d752c07fbd20, entries=150, sequenceid=139, filesize=11.9 K 2024-11-08T10:18:10,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 810897ae825c12e05872295f227c3b0b in 556ms, sequenceid=139, compaction requested=true 2024-11-08T10:18:10,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:10,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:10,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:10,979 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:10,979 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:10,980 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:10,981 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/A is initiating minor compaction (all files) 2024-11-08T10:18:10,981 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/A in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:10,981 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/3c176bd466c8496297234753d5aa9714, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/a3e56dd026e04ca398368f05805a2210, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d365620fc3a0473c93853c3ff9f63590] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=91.0 K 2024-11-08T10:18:10,981 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:10,981 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/3c176bd466c8496297234753d5aa9714, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/a3e56dd026e04ca398368f05805a2210, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d365620fc3a0473c93853c3ff9f63590] 2024-11-08T10:18:10,981 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:10,981 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/B is initiating minor compaction (all files) 2024-11-08T10:18:10,981 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/B in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:10,981 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c176bd466c8496297234753d5aa9714, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731061087115 2024-11-08T10:18:10,981 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/8aac19b622744dc29d591879c6538d91, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f691c01768e5495a8e6e4925915404f9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/2de3c089bddc4f11b680838fc86b281d] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=35.5 K 2024-11-08T10:18:10,982 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e56dd026e04ca398368f05805a2210, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731061088275 2024-11-08T10:18:10,982 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aac19b622744dc29d591879c6538d91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731061087115 2024-11-08T10:18:10,982 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d365620fc3a0473c93853c3ff9f63590, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731061089410 2024-11-08T10:18:10,982 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f691c01768e5495a8e6e4925915404f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731061088275 2024-11-08T10:18:10,983 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 2de3c089bddc4f11b680838fc86b281d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731061089410 2024-11-08T10:18:10,992 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:10,992 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/cb58b1071fe448f1908dd56426eb6f31 is 50, key is test_row_0/B:col10/1731061090421/Put/seqid=0 2024-11-08T10:18:10,994 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:11,013 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411082e11f23d66b64e388cb50c1f78cba87b_810897ae825c12e05872295f227c3b0b store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:11,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742010_1186 (size=12459) 2024-11-08T10:18:11,016 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411082e11f23d66b64e388cb50c1f78cba87b_810897ae825c12e05872295f227c3b0b, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:11,016 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082e11f23d66b64e388cb50c1f78cba87b_810897ae825c12e05872295f227c3b0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:11,025 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/cb58b1071fe448f1908dd56426eb6f31 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/cb58b1071fe448f1908dd56426eb6f31 2024-11-08T10:18:11,033 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/B of 810897ae825c12e05872295f227c3b0b into cb58b1071fe448f1908dd56426eb6f31(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:11,033 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:11,033 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/B, priority=13, startTime=1731061090979; duration=0sec 2024-11-08T10:18:11,033 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:11,033 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:B 2024-11-08T10:18:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742011_1187 (size=4469) 2024-11-08T10:18:11,033 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:11,035 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#A#compaction#160 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:11,036 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/29b100f9a6a943df9ec3941bed26b043 is 175, key is test_row_0/A:col10/1731061090421/Put/seqid=0 2024-11-08T10:18:11,036 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:11,037 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/C is initiating minor compaction (all files) 2024-11-08T10:18:11,037 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/C in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:11,037 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/efb64a5f094f40b6a79df4fc84dcd343, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/32d81292afc7482cb9a6c7d0c54be610, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3b4f5e4be85e4328af79d752c07fbd20] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=35.5 K 2024-11-08T10:18:11,039 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting efb64a5f094f40b6a79df4fc84dcd343, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731061087115 2024-11-08T10:18:11,040 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 32d81292afc7482cb9a6c7d0c54be610, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731061088275 2024-11-08T10:18:11,040 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b4f5e4be85e4328af79d752c07fbd20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731061089410 2024-11-08T10:18:11,063 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:11,063 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d100d4178adb4174ba55a6f6b0ce3574 is 50, key is test_row_0/C:col10/1731061090421/Put/seqid=0 2024-11-08T10:18:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742012_1188 (size=31413) 2024-11-08T10:18:11,091 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/29b100f9a6a943df9ec3941bed26b043 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/29b100f9a6a943df9ec3941bed26b043 2024-11-08T10:18:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:11,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T10:18:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:11,099 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/A of 810897ae825c12e05872295f227c3b0b into 29b100f9a6a943df9ec3941bed26b043(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:11,099 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:11,099 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/A, priority=13, startTime=1731061090979; duration=0sec 2024-11-08T10:18:11,099 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:11,099 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:A 2024-11-08T10:18:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742013_1189 (size=12459) 2024-11-08T10:18:11,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:11,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-08T10:18:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:11,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:11,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d73778fab0754ee6be85a0fefd2f53b9_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061090477/Put/seqid=0 2024-11-08T10:18:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061151138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:11,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742014_1190 (size=14794) 2024-11-08T10:18:11,152 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:11,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d73778fab0754ee6be85a0fefd2f53b9_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d73778fab0754ee6be85a0fefd2f53b9_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:11,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/b4dff07e0f554209917c7af51c6fd737, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:11,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/b4dff07e0f554209917c7af51c6fd737 is 175, key is test_row_0/A:col10/1731061090477/Put/seqid=0 2024-11-08T10:18:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742015_1191 (size=39749) 2024-11-08T10:18:11,164 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/b4dff07e0f554209917c7af51c6fd737 2024-11-08T10:18:11,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/949ac3ffaeba48fd94bcbb63db6e1245 is 50, key is test_row_0/B:col10/1731061090477/Put/seqid=0 2024-11-08T10:18:11,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T10:18:11,193 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-08T10:18:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742016_1192 (size=12151) 2024-11-08T10:18:11,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/949ac3ffaeba48fd94bcbb63db6e1245 2024-11-08T10:18:11,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/ec6d1e8f3e42435fbcc4160df106ee92 is 50, key is test_row_0/C:col10/1731061090477/Put/seqid=0 2024-11-08T10:18:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742017_1193 (size=12151) 2024-11-08T10:18:11,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/ec6d1e8f3e42435fbcc4160df106ee92 2024-11-08T10:18:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061151241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:11,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/b4dff07e0f554209917c7af51c6fd737 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b4dff07e0f554209917c7af51c6fd737 2024-11-08T10:18:11,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b4dff07e0f554209917c7af51c6fd737, entries=200, sequenceid=160, filesize=38.8 K 2024-11-08T10:18:11,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/949ac3ffaeba48fd94bcbb63db6e1245 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/949ac3ffaeba48fd94bcbb63db6e1245 2024-11-08T10:18:11,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/949ac3ffaeba48fd94bcbb63db6e1245, entries=150, sequenceid=160, filesize=11.9 K 2024-11-08T10:18:11,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/ec6d1e8f3e42435fbcc4160df106ee92 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/ec6d1e8f3e42435fbcc4160df106ee92 2024-11-08T10:18:11,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/ec6d1e8f3e42435fbcc4160df106ee92, entries=150, sequenceid=160, filesize=11.9 K 2024-11-08T10:18:11,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 810897ae825c12e05872295f227c3b0b in 171ms, sequenceid=160, compaction requested=false 2024-11-08T10:18:11,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-08T10:18:11,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:11,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-08T10:18:11,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:11,281 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T10:18:11,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:11,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108325df1cee3e549cda45ea49154725436_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061091134/Put/seqid=0 2024-11-08T10:18:11,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742018_1194 (size=12304) 2024-11-08T10:18:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:11,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:11,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061151514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:11,531 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d100d4178adb4174ba55a6f6b0ce3574 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d100d4178adb4174ba55a6f6b0ce3574 2024-11-08T10:18:11,538 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/C of 810897ae825c12e05872295f227c3b0b into d100d4178adb4174ba55a6f6b0ce3574(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:11,538 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:11,538 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/C, priority=13, startTime=1731061090980; duration=0sec 2024-11-08T10:18:11,538 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:11,538 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:C 2024-11-08T10:18:11,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061151540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:11,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061151549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:11,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061151552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:11,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061151553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:11,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061151622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:11,721 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108325df1cee3e549cda45ea49154725436_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108325df1cee3e549cda45ea49154725436_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:11,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0d1217f87cc94e7288b235e965d95fa4, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:11,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0d1217f87cc94e7288b235e965d95fa4 is 175, key is test_row_0/A:col10/1731061091134/Put/seqid=0 2024-11-08T10:18:11,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742019_1195 (size=31105) 2024-11-08T10:18:11,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0d1217f87cc94e7288b235e965d95fa4 2024-11-08T10:18:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/bfa067b199714deea02e69a1e9a7590a is 50, key is test_row_0/B:col10/1731061091134/Put/seqid=0 2024-11-08T10:18:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-08T10:18:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742020_1196 (size=12151) 2024-11-08T10:18:11,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061151826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061152131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:12,174 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/bfa067b199714deea02e69a1e9a7590a 2024-11-08T10:18:12,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/77251688d5164815888e6036e450531b is 50, key is test_row_0/C:col10/1731061091134/Put/seqid=0 2024-11-08T10:18:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742021_1197 (size=12151) 2024-11-08T10:18:12,624 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/77251688d5164815888e6036e450531b 2024-11-08T10:18:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0d1217f87cc94e7288b235e965d95fa4 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0d1217f87cc94e7288b235e965d95fa4 2024-11-08T10:18:12,640 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0d1217f87cc94e7288b235e965d95fa4, entries=150, sequenceid=177, filesize=30.4 K 2024-11-08T10:18:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/bfa067b199714deea02e69a1e9a7590a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bfa067b199714deea02e69a1e9a7590a 2024-11-08T10:18:12,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061152640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:12,649 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bfa067b199714deea02e69a1e9a7590a, entries=150, sequenceid=177, filesize=11.9 K 2024-11-08T10:18:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/77251688d5164815888e6036e450531b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/77251688d5164815888e6036e450531b 2024-11-08T10:18:12,658 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/77251688d5164815888e6036e450531b, entries=150, sequenceid=177, filesize=11.9 K 2024-11-08T10:18:12,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 810897ae825c12e05872295f227c3b0b in 1378ms, sequenceid=177, compaction requested=true 2024-11-08T10:18:12,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:12,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:12,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T10:18:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-08T10:18:12,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-08T10:18:12,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9950 sec 2024-11-08T10:18:12,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.0100 sec 2024-11-08T10:18:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-08T10:18:12,771 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-08T10:18:12,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-08T10:18:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-08T10:18:12,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:12,776 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:12,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-08T10:18:12,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:12,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-08T10:18:12,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:12,928 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T10:18:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bd07e2fed5f14af9867074a61f0a619b_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061091513/Put/seqid=0 2024-11-08T10:18:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742022_1198 (size=12304) 2024-11-08T10:18:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-08T10:18:13,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:13,368 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bd07e2fed5f14af9867074a61f0a619b_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bd07e2fed5f14af9867074a61f0a619b_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/7a39905f92534915bd5b94a0d3f70cb1, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/7a39905f92534915bd5b94a0d3f70cb1 is 175, key is test_row_0/A:col10/1731061091513/Put/seqid=0 2024-11-08T10:18:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-08T10:18:13,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742023_1199 (size=31105) 2024-11-08T10:18:13,390 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/7a39905f92534915bd5b94a0d3f70cb1 2024-11-08T10:18:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/940674d4950c48e6917c03a8b6160dc9 is 50, key is test_row_0/B:col10/1731061091513/Put/seqid=0 2024-11-08T10:18:13,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742024_1200 (size=12151) 2024-11-08T10:18:13,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:13,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061153583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061153584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061153584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061153588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061153652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061153689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061153690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061153691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061153695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,852 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/940674d4950c48e6917c03a8b6160dc9 2024-11-08T10:18:13,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/7b0a3731103e4e2eb3247d9b8ba4af71 is 50, key is test_row_0/C:col10/1731061091513/Put/seqid=0 2024-11-08T10:18:13,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742025_1201 (size=12151) 2024-11-08T10:18:13,867 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/7b0a3731103e4e2eb3247d9b8ba4af71 2024-11-08T10:18:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/7a39905f92534915bd5b94a0d3f70cb1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/7a39905f92534915bd5b94a0d3f70cb1 2024-11-08T10:18:13,877 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/7a39905f92534915bd5b94a0d3f70cb1, entries=150, sequenceid=198, filesize=30.4 K 2024-11-08T10:18:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/940674d4950c48e6917c03a8b6160dc9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/940674d4950c48e6917c03a8b6160dc9 2024-11-08T10:18:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-08T10:18:13,893 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/940674d4950c48e6917c03a8b6160dc9, entries=150, sequenceid=198, filesize=11.9 K 2024-11-08T10:18:13,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061153892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061153892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/7b0a3731103e4e2eb3247d9b8ba4af71 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/7b0a3731103e4e2eb3247d9b8ba4af71 2024-11-08T10:18:13,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061153895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061153899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:13,906 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/7b0a3731103e4e2eb3247d9b8ba4af71, entries=150, sequenceid=198, filesize=11.9 K 2024-11-08T10:18:13,907 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 810897ae825c12e05872295f227c3b0b in 979ms, sequenceid=198, compaction requested=true 2024-11-08T10:18:13,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:13,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:13,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-08T10:18:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-08T10:18:13,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-08T10:18:13,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1320 sec 2024-11-08T10:18:13,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.1370 sec 2024-11-08T10:18:14,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T10:18:14,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:14,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:14,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:14,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:14,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:14,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:14,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110836a4e98d033f493b95be1af45fb3514e_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061093586/Put/seqid=0 2024-11-08T10:18:14,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061154231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061154233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061154234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061154235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742026_1202 (size=17284) 2024-11-08T10:18:14,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061154336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061154337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061154338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061154338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061154540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061154541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061154541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061154542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:14,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110836a4e98d033f493b95be1af45fb3514e_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110836a4e98d033f493b95be1af45fb3514e_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:14,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/529f63b709424b26865f69cef00608d6, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:14,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/529f63b709424b26865f69cef00608d6 is 175, key is test_row_0/A:col10/1731061093586/Put/seqid=0 2024-11-08T10:18:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742027_1203 (size=48389) 2024-11-08T10:18:14,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/529f63b709424b26865f69cef00608d6 2024-11-08T10:18:14,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/c4fe90db3349434fb9aac8c5d115447a is 50, key is test_row_0/B:col10/1731061093586/Put/seqid=0 2024-11-08T10:18:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742028_1204 (size=12151) 2024-11-08T10:18:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061154845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061154847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061154847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061154847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-08T10:18:14,879 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-08T10:18:14,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-08T10:18:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-08T10:18:14,882 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:14,882 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:14,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-08T10:18:15,034 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:15,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-08T10:18:15,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:15,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:15,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:15,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:15,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:15,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/c4fe90db3349434fb9aac8c5d115447a 2024-11-08T10:18:15,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/24e5fee7590f4e6596a02c8052d2fa7f is 50, key is test_row_0/C:col10/1731061093586/Put/seqid=0 2024-11-08T10:18:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742029_1205 (size=12151) 2024-11-08T10:18:15,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/24e5fee7590f4e6596a02c8052d2fa7f 2024-11-08T10:18:15,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/529f63b709424b26865f69cef00608d6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/529f63b709424b26865f69cef00608d6 2024-11-08T10:18:15,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/529f63b709424b26865f69cef00608d6, entries=250, sequenceid=216, filesize=47.3 K 2024-11-08T10:18:15,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/c4fe90db3349434fb9aac8c5d115447a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/c4fe90db3349434fb9aac8c5d115447a 2024-11-08T10:18:15,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/c4fe90db3349434fb9aac8c5d115447a, entries=150, sequenceid=216, filesize=11.9 K 2024-11-08T10:18:15,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/24e5fee7590f4e6596a02c8052d2fa7f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/24e5fee7590f4e6596a02c8052d2fa7f 2024-11-08T10:18:15,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/24e5fee7590f4e6596a02c8052d2fa7f, entries=150, sequenceid=216, filesize=11.9 K 2024-11-08T10:18:15,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 810897ae825c12e05872295f227c3b0b in 922ms, sequenceid=216, compaction requested=true 2024-11-08T10:18:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:15,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:15,125 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:18:15,125 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:18:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:15,126 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 181761 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:18:15,126 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:18:15,126 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/A is initiating minor compaction (all files) 2024-11-08T10:18:15,126 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/B is initiating minor compaction (all files) 2024-11-08T10:18:15,127 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/A in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:15,127 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/B in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:15,127 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/cb58b1071fe448f1908dd56426eb6f31, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/949ac3ffaeba48fd94bcbb63db6e1245, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bfa067b199714deea02e69a1e9a7590a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/940674d4950c48e6917c03a8b6160dc9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/c4fe90db3349434fb9aac8c5d115447a] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=59.6 K 2024-11-08T10:18:15,127 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/29b100f9a6a943df9ec3941bed26b043, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b4dff07e0f554209917c7af51c6fd737, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0d1217f87cc94e7288b235e965d95fa4, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/7a39905f92534915bd5b94a0d3f70cb1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/529f63b709424b26865f69cef00608d6] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=177.5 K 2024-11-08T10:18:15,127 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:15,127 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/29b100f9a6a943df9ec3941bed26b043, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b4dff07e0f554209917c7af51c6fd737, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0d1217f87cc94e7288b235e965d95fa4, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/7a39905f92534915bd5b94a0d3f70cb1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/529f63b709424b26865f69cef00608d6] 2024-11-08T10:18:15,128 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting cb58b1071fe448f1908dd56426eb6f31, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731061089410 2024-11-08T10:18:15,128 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29b100f9a6a943df9ec3941bed26b043, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731061089410 2024-11-08T10:18:15,128 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4dff07e0f554209917c7af51c6fd737, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731061090468 2024-11-08T10:18:15,128 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 949ac3ffaeba48fd94bcbb63db6e1245, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731061090468 2024-11-08T10:18:15,129 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d1217f87cc94e7288b235e965d95fa4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731061091117 2024-11-08T10:18:15,129 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting bfa067b199714deea02e69a1e9a7590a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731061091117 2024-11-08T10:18:15,129 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a39905f92534915bd5b94a0d3f70cb1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731061091499 2024-11-08T10:18:15,130 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 940674d4950c48e6917c03a8b6160dc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731061091499 2024-11-08T10:18:15,130 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 529f63b709424b26865f69cef00608d6, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061093578 2024-11-08T10:18:15,130 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting c4fe90db3349434fb9aac8c5d115447a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061093586 2024-11-08T10:18:15,150 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:15,151 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/37bf271a847f40878dbff625d5a6dfba is 50, key is test_row_0/B:col10/1731061093586/Put/seqid=0 2024-11-08T10:18:15,153 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:15,155 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108b4a806a2b5f14f8cb628f4b76f55bbf9_810897ae825c12e05872295f227c3b0b store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:15,158 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108b4a806a2b5f14f8cb628f4b76f55bbf9_810897ae825c12e05872295f227c3b0b, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:15,158 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b4a806a2b5f14f8cb628f4b76f55bbf9_810897ae825c12e05872295f227c3b0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:15,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742031_1207 (size=4469) 2024-11-08T10:18:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-08T10:18:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742030_1206 (size=12629) 2024-11-08T10:18:15,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:15,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-08T10:18:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:15,189 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T10:18:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:15,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:15,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:15,194 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/37bf271a847f40878dbff625d5a6dfba as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/37bf271a847f40878dbff625d5a6dfba 2024-11-08T10:18:15,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108afd7a2dabaf84f9ba5fe53a1b1334dee_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061094234/Put/seqid=0 2024-11-08T10:18:15,203 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 810897ae825c12e05872295f227c3b0b/B of 810897ae825c12e05872295f227c3b0b into 37bf271a847f40878dbff625d5a6dfba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:15,203 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:15,203 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/B, priority=11, startTime=1731061095125; duration=0sec 2024-11-08T10:18:15,203 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:15,203 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:B 2024-11-08T10:18:15,203 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:18:15,205 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:18:15,206 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/C is initiating minor compaction (all files) 2024-11-08T10:18:15,206 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/C in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:15,206 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d100d4178adb4174ba55a6f6b0ce3574, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/ec6d1e8f3e42435fbcc4160df106ee92, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/77251688d5164815888e6036e450531b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/7b0a3731103e4e2eb3247d9b8ba4af71, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/24e5fee7590f4e6596a02c8052d2fa7f] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=59.6 K 2024-11-08T10:18:15,206 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d100d4178adb4174ba55a6f6b0ce3574, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731061089410 2024-11-08T10:18:15,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742032_1208 (size=12304) 2024-11-08T10:18:15,207 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting ec6d1e8f3e42435fbcc4160df106ee92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731061090468 2024-11-08T10:18:15,208 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 77251688d5164815888e6036e450531b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731061091117 2024-11-08T10:18:15,208 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b0a3731103e4e2eb3247d9b8ba4af71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731061091499 2024-11-08T10:18:15,209 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 24e5fee7590f4e6596a02c8052d2fa7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061093586 2024-11-08T10:18:15,218 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:15,219 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/9971fb48c1194b66bfc3e260173102fc is 50, key is test_row_0/C:col10/1731061093586/Put/seqid=0 2024-11-08T10:18:15,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742033_1209 (size=12629) 2024-11-08T10:18:15,258 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/9971fb48c1194b66bfc3e260173102fc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/9971fb48c1194b66bfc3e260173102fc 2024-11-08T10:18:15,277 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 810897ae825c12e05872295f227c3b0b/C of 810897ae825c12e05872295f227c3b0b into 9971fb48c1194b66bfc3e260173102fc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:15,277 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:15,277 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/C, priority=11, startTime=1731061095125; duration=0sec 2024-11-08T10:18:15,277 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:15,277 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:C 2024-11-08T10:18:15,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061155374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061155373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061155375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061155376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061155479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061155479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061155479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-08T10:18:15,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061155483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,583 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:15,584 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0a1717b258774130ae8e82b5c1cbfc93 is 175, key is test_row_0/A:col10/1731061093586/Put/seqid=0 2024-11-08T10:18:15,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742034_1210 (size=31583) 2024-11-08T10:18:15,595 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0a1717b258774130ae8e82b5c1cbfc93 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0a1717b258774130ae8e82b5c1cbfc93 2024-11-08T10:18:15,608 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 810897ae825c12e05872295f227c3b0b/A of 810897ae825c12e05872295f227c3b0b into 0a1717b258774130ae8e82b5c1cbfc93(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:15,608 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:15,608 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/A, priority=11, startTime=1731061095124; duration=0sec 2024-11-08T10:18:15,609 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:15,609 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:A 2024-11-08T10:18:15,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:15,615 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108afd7a2dabaf84f9ba5fe53a1b1334dee_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108afd7a2dabaf84f9ba5fe53a1b1334dee_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:15,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/5734ad92e3e44e128b3e3b88a0d5916e, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:15,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/5734ad92e3e44e128b3e3b88a0d5916e is 175, key is test_row_0/A:col10/1731061094234/Put/seqid=0 2024-11-08T10:18:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742035_1211 (size=31105) 2024-11-08T10:18:15,621 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/5734ad92e3e44e128b3e3b88a0d5916e 2024-11-08T10:18:15,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d2b219de27674e7ab2c883ba00cac7fe is 50, key is test_row_0/B:col10/1731061094234/Put/seqid=0 2024-11-08T10:18:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742036_1212 (size=12151) 2024-11-08T10:18:15,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061155660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,663 DEBUG [Thread-724 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., hostname=2db67accb017,38617,1731061041433, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:18:15,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061155680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061155681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061155683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061155687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-08T10:18:15,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061155986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061155986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061155986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061155991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:16,055 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d2b219de27674e7ab2c883ba00cac7fe 2024-11-08T10:18:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/1e516bcb72e4494f8c62aa56855e843b is 50, key is test_row_0/C:col10/1731061094234/Put/seqid=0 2024-11-08T10:18:16,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742037_1213 (size=12151) 2024-11-08T10:18:16,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061156489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:16,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061156491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:16,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061156493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:16,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061156495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:16,510 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/1e516bcb72e4494f8c62aa56855e843b 2024-11-08T10:18:16,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/5734ad92e3e44e128b3e3b88a0d5916e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/5734ad92e3e44e128b3e3b88a0d5916e 2024-11-08T10:18:16,524 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/5734ad92e3e44e128b3e3b88a0d5916e, entries=150, sequenceid=234, filesize=30.4 K 2024-11-08T10:18:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d2b219de27674e7ab2c883ba00cac7fe as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d2b219de27674e7ab2c883ba00cac7fe 2024-11-08T10:18:16,531 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d2b219de27674e7ab2c883ba00cac7fe, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T10:18:16,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/1e516bcb72e4494f8c62aa56855e843b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/1e516bcb72e4494f8c62aa56855e843b 2024-11-08T10:18:16,539 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/1e516bcb72e4494f8c62aa56855e843b, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T10:18:16,541 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 810897ae825c12e05872295f227c3b0b in 1352ms, sequenceid=234, compaction requested=false 2024-11-08T10:18:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:16,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-08T10:18:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-08T10:18:16,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-08T10:18:16,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6600 sec 2024-11-08T10:18:16,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.6650 sec 2024-11-08T10:18:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-08T10:18:16,987 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-08T10:18:16,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-08T10:18:16,991 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-08T10:18:16,992 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:16,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-08T10:18:17,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:17,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-08T10:18:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:17,145 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T10:18:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:17,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108feccb3013e90475398f5a851e9b4c787_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061095373/Put/seqid=0 2024-11-08T10:18:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742038_1214 (size=12304) 2024-11-08T10:18:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-08T10:18:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:17,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061157509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061157509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061157513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061157513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:17,576 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108feccb3013e90475398f5a851e9b4c787_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108feccb3013e90475398f5a851e9b4c787_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:17,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0ced3b50a4f74f528f9b068f2f14fba0, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:17,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0ced3b50a4f74f528f9b068f2f14fba0 is 175, key is test_row_0/A:col10/1731061095373/Put/seqid=0 2024-11-08T10:18:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742039_1215 (size=31105) 2024-11-08T10:18:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-08T10:18:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061157614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061157614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061157615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061157615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061157818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061157819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061157819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061157820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:17,988 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0ced3b50a4f74f528f9b068f2f14fba0 2024-11-08T10:18:17,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/f89bf363d1da480db656f96415d4d1fc is 50, key is test_row_0/B:col10/1731061095373/Put/seqid=0 2024-11-08T10:18:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742040_1216 (size=12151) 2024-11-08T10:18:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-08T10:18:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061158121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:18,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061158121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061158122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061158122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:18,401 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/f89bf363d1da480db656f96415d4d1fc 2024-11-08T10:18:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/33718cc44ada43d89bb8e3185dddfba1 is 50, key is test_row_0/C:col10/1731061095373/Put/seqid=0 2024-11-08T10:18:18,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742041_1217 (size=12151) 2024-11-08T10:18:18,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061158625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061158629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061158629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:18,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061158629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:18,820 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/33718cc44ada43d89bb8e3185dddfba1 2024-11-08T10:18:18,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0ced3b50a4f74f528f9b068f2f14fba0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0ced3b50a4f74f528f9b068f2f14fba0 2024-11-08T10:18:18,829 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0ced3b50a4f74f528f9b068f2f14fba0, entries=150, sequenceid=256, filesize=30.4 K 2024-11-08T10:18:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/f89bf363d1da480db656f96415d4d1fc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f89bf363d1da480db656f96415d4d1fc 2024-11-08T10:18:18,834 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f89bf363d1da480db656f96415d4d1fc, entries=150, sequenceid=256, filesize=11.9 K 2024-11-08T10:18:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/33718cc44ada43d89bb8e3185dddfba1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/33718cc44ada43d89bb8e3185dddfba1 2024-11-08T10:18:18,839 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/33718cc44ada43d89bb8e3185dddfba1, entries=150, sequenceid=256, filesize=11.9 K 2024-11-08T10:18:18,839 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 810897ae825c12e05872295f227c3b0b in 1694ms, sequenceid=256, compaction requested=true 2024-11-08T10:18:18,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:18,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:18,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-08T10:18:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-08T10:18:18,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-08T10:18:18,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-11-08T10:18:18,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8540 sec 2024-11-08T10:18:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-08T10:18:19,095 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-08T10:18:19,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-08T10:18:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-08T10:18:19,098 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:19,099 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:19,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-08T10:18:19,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:19,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-08T10:18:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:19,251 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T10:18:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:19,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f52e727606654d64b9bc7e1c113616aa_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061097509/Put/seqid=0 2024-11-08T10:18:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742042_1218 (size=12454) 2024-11-08T10:18:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-08T10:18:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:19,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:19,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061159647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061159647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061159648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061159649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:19,671 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f52e727606654d64b9bc7e1c113616aa_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f52e727606654d64b9bc7e1c113616aa_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/151dac5ff23d46fabf8b4eedee562cdf, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/151dac5ff23d46fabf8b4eedee562cdf is 175, key is test_row_0/A:col10/1731061097509/Put/seqid=0 2024-11-08T10:18:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742043_1219 (size=31255) 2024-11-08T10:18:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-08T10:18:19,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57788 deadline: 1731061159702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,706 DEBUG [Thread-724 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., hostname=2db67accb017,38617,1731061041433, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:18:19,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061159753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061159753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061159753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061159753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,832 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:18:19,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061159955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061159956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061159957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:19,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061159958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,077 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/151dac5ff23d46fabf8b4eedee562cdf 2024-11-08T10:18:20,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/1026ab4c16bd454fbfe697db429b6eb6 is 50, key is test_row_0/B:col10/1731061097509/Put/seqid=0 2024-11-08T10:18:20,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742044_1220 (size=12301) 2024-11-08T10:18:20,089 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/1026ab4c16bd454fbfe697db429b6eb6 2024-11-08T10:18:20,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/91eeb4f2cca74cf6b5f6e48a867d8708 is 50, key is test_row_0/C:col10/1731061097509/Put/seqid=0 2024-11-08T10:18:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742045_1221 (size=12301) 2024-11-08T10:18:20,107 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/91eeb4f2cca74cf6b5f6e48a867d8708 2024-11-08T10:18:20,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/151dac5ff23d46fabf8b4eedee562cdf as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/151dac5ff23d46fabf8b4eedee562cdf 2024-11-08T10:18:20,117 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/151dac5ff23d46fabf8b4eedee562cdf, entries=150, sequenceid=274, filesize=30.5 K 2024-11-08T10:18:20,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/1026ab4c16bd454fbfe697db429b6eb6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/1026ab4c16bd454fbfe697db429b6eb6 2024-11-08T10:18:20,123 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/1026ab4c16bd454fbfe697db429b6eb6, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T10:18:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/91eeb4f2cca74cf6b5f6e48a867d8708 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/91eeb4f2cca74cf6b5f6e48a867d8708 2024-11-08T10:18:20,128 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/91eeb4f2cca74cf6b5f6e48a867d8708, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T10:18:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-08T10:18:20,130 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 810897ae825c12e05872295f227c3b0b in 879ms, sequenceid=274, compaction requested=true 2024-11-08T10:18:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-08T10:18:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-08T10:18:20,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-08T10:18:20,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-11-08T10:18:20,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.0360 sec 2024-11-08T10:18:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-08T10:18:20,201 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-08T10:18:20,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-08T10:18:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-08T10:18:20,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:20,205 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:20,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:20,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T10:18:20,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:20,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:20,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:20,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:20,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:20,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:20,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108937cc749a0b24f42ab93e2209ccf8025_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061099648/Put/seqid=0 2024-11-08T10:18:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742046_1222 (size=14994) 2024-11-08T10:18:20,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061160271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061160273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061160274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061160274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-08T10:18:20,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:20,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-08T10:18:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061160375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061160376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061160377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061160378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-08T10:18:20,509 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:20,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-08T10:18:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061160578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061160579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061160580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061160580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:20,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-08T10:18:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:20,678 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108937cc749a0b24f42ab93e2209ccf8025_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108937cc749a0b24f42ab93e2209ccf8025_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:20,679 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/89df3e517c2044e09ab17484e3798ae7, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:20,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/89df3e517c2044e09ab17484e3798ae7 is 175, key is test_row_0/A:col10/1731061099648/Put/seqid=0 2024-11-08T10:18:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742047_1223 (size=39949) 2024-11-08T10:18:20,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/89df3e517c2044e09ab17484e3798ae7 2024-11-08T10:18:20,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d44781db50b04447b330f1f856928162 is 50, key is test_row_0/B:col10/1731061099648/Put/seqid=0 2024-11-08T10:18:20,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742048_1224 (size=12301) 2024-11-08T10:18:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-08T10:18:20,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:20,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-08T10:18:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061160882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061160884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061160886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061160886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:20,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:20,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-08T10:18:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:20,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:21,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d44781db50b04447b330f1f856928162 2024-11-08T10:18:21,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/5e185524a3f745bebf2b7b55e3280fb9 is 50, key is test_row_0/C:col10/1731061099648/Put/seqid=0 2024-11-08T10:18:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742049_1225 (size=12301) 2024-11-08T10:18:21,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/5e185524a3f745bebf2b7b55e3280fb9 2024-11-08T10:18:21,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/89df3e517c2044e09ab17484e3798ae7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/89df3e517c2044e09ab17484e3798ae7 2024-11-08T10:18:21,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/89df3e517c2044e09ab17484e3798ae7, entries=200, sequenceid=293, filesize=39.0 K 2024-11-08T10:18:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d44781db50b04447b330f1f856928162 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d44781db50b04447b330f1f856928162 2024-11-08T10:18:21,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:21,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-08T10:18:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:21,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:21,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d44781db50b04447b330f1f856928162, entries=150, sequenceid=293, filesize=12.0 K 2024-11-08T10:18:21,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/5e185524a3f745bebf2b7b55e3280fb9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5e185524a3f745bebf2b7b55e3280fb9 2024-11-08T10:18:21,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5e185524a3f745bebf2b7b55e3280fb9, entries=150, sequenceid=293, filesize=12.0 K 2024-11-08T10:18:21,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 810897ae825c12e05872295f227c3b0b in 874ms, sequenceid=293, compaction requested=true 2024-11-08T10:18:21,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:21,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:21,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:21,133 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:18:21,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:21,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:21,133 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:18:21,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:21,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:21,134 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61533 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:18:21,134 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164997 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:18:21,134 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/B is initiating minor compaction (all files) 2024-11-08T10:18:21,134 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/A is initiating minor compaction (all files) 2024-11-08T10:18:21,134 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/B in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:21,134 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/A in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:21,134 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/37bf271a847f40878dbff625d5a6dfba, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d2b219de27674e7ab2c883ba00cac7fe, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f89bf363d1da480db656f96415d4d1fc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/1026ab4c16bd454fbfe697db429b6eb6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d44781db50b04447b330f1f856928162] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=60.1 K 2024-11-08T10:18:21,134 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0a1717b258774130ae8e82b5c1cbfc93, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/5734ad92e3e44e128b3e3b88a0d5916e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0ced3b50a4f74f528f9b068f2f14fba0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/151dac5ff23d46fabf8b4eedee562cdf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/89df3e517c2044e09ab17484e3798ae7] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=161.1 K 2024-11-08T10:18:21,134 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:21,134 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0a1717b258774130ae8e82b5c1cbfc93, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/5734ad92e3e44e128b3e3b88a0d5916e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0ced3b50a4f74f528f9b068f2f14fba0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/151dac5ff23d46fabf8b4eedee562cdf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/89df3e517c2044e09ab17484e3798ae7] 2024-11-08T10:18:21,135 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 37bf271a847f40878dbff625d5a6dfba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061093586 2024-11-08T10:18:21,135 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a1717b258774130ae8e82b5c1cbfc93, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061093586 2024-11-08T10:18:21,135 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d2b219de27674e7ab2c883ba00cac7fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731061094229 2024-11-08T10:18:21,135 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5734ad92e3e44e128b3e3b88a0d5916e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731061094229 2024-11-08T10:18:21,135 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f89bf363d1da480db656f96415d4d1fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731061095366 2024-11-08T10:18:21,136 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ced3b50a4f74f528f9b068f2f14fba0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731061095366 2024-11-08T10:18:21,136 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 1026ab4c16bd454fbfe697db429b6eb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731061097508 2024-11-08T10:18:21,136 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 151dac5ff23d46fabf8b4eedee562cdf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731061097508 2024-11-08T10:18:21,136 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d44781db50b04447b330f1f856928162, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731061099646 2024-11-08T10:18:21,137 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89df3e517c2044e09ab17484e3798ae7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731061099646 2024-11-08T10:18:21,146 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:21,147 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/7c15ca7bab224d1db837ebcae84c1a6f is 50, key is test_row_0/B:col10/1731061099648/Put/seqid=0 2024-11-08T10:18:21,148 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:21,156 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108f6ff041824c44778b32f34dc591d101f_810897ae825c12e05872295f227c3b0b store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:21,159 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108f6ff041824c44778b32f34dc591d101f_810897ae825c12e05872295f227c3b0b, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:21,159 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f6ff041824c44778b32f34dc591d101f_810897ae825c12e05872295f227c3b0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:21,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742050_1226 (size=12949) 2024-11-08T10:18:21,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742051_1227 (size=4469) 2024-11-08T10:18:21,168 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/7c15ca7bab224d1db837ebcae84c1a6f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7c15ca7bab224d1db837ebcae84c1a6f 2024-11-08T10:18:21,169 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#A#compaction#190 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:21,169 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/2174e0144d334b2497591ae278a5a4b2 is 175, key is test_row_0/A:col10/1731061099648/Put/seqid=0 2024-11-08T10:18:21,175 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 810897ae825c12e05872295f227c3b0b/B of 810897ae825c12e05872295f227c3b0b into 7c15ca7bab224d1db837ebcae84c1a6f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:21,175 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:21,175 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/B, priority=11, startTime=1731061101133; duration=0sec 2024-11-08T10:18:21,175 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:21,175 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:B 2024-11-08T10:18:21,175 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:18:21,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742052_1228 (size=31903) 2024-11-08T10:18:21,180 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61533 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:18:21,180 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/C is initiating minor compaction (all files) 2024-11-08T10:18:21,180 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/C in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:21,180 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/9971fb48c1194b66bfc3e260173102fc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/1e516bcb72e4494f8c62aa56855e843b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/33718cc44ada43d89bb8e3185dddfba1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/91eeb4f2cca74cf6b5f6e48a867d8708, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5e185524a3f745bebf2b7b55e3280fb9] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=60.1 K 2024-11-08T10:18:21,180 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 9971fb48c1194b66bfc3e260173102fc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061093586 2024-11-08T10:18:21,181 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e516bcb72e4494f8c62aa56855e843b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731061094229 2024-11-08T10:18:21,181 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 33718cc44ada43d89bb8e3185dddfba1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731061095366 2024-11-08T10:18:21,182 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 91eeb4f2cca74cf6b5f6e48a867d8708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731061097508 2024-11-08T10:18:21,182 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e185524a3f745bebf2b7b55e3280fb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731061099646 2024-11-08T10:18:21,192 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:21,193 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d71001584fd34c0885b51f84fb9c53e8 is 50, key is test_row_0/C:col10/1731061099648/Put/seqid=0 2024-11-08T10:18:21,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742053_1229 (size=12949) 2024-11-08T10:18:21,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:21,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-08T10:18:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:21,277 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T10:18:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:21,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110869227c89fef1483496ac3b01ba7e169f_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061100273/Put/seqid=0 2024-11-08T10:18:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742054_1230 (size=12454) 2024-11-08T10:18:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-08T10:18:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:21,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061161433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061161433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061161436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061161437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061161538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061161538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061161539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061161541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,583 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/2174e0144d334b2497591ae278a5a4b2 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/2174e0144d334b2497591ae278a5a4b2 2024-11-08T10:18:21,589 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 810897ae825c12e05872295f227c3b0b/A of 810897ae825c12e05872295f227c3b0b into 2174e0144d334b2497591ae278a5a4b2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:21,589 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:21,589 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/A, priority=11, startTime=1731061101132; duration=0sec 2024-11-08T10:18:21,589 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:21,589 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:A 2024-11-08T10:18:21,610 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d71001584fd34c0885b51f84fb9c53e8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d71001584fd34c0885b51f84fb9c53e8 2024-11-08T10:18:21,616 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 810897ae825c12e05872295f227c3b0b/C of 810897ae825c12e05872295f227c3b0b into d71001584fd34c0885b51f84fb9c53e8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:21,616 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:21,616 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/C, priority=11, startTime=1731061101133; duration=0sec 2024-11-08T10:18:21,617 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:21,617 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:C 2024-11-08T10:18:21,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:21,695 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110869227c89fef1483496ac3b01ba7e169f_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110869227c89fef1483496ac3b01ba7e169f_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:21,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/76cf05dd58c34fc8a459451d43717e63, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:21,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/76cf05dd58c34fc8a459451d43717e63 is 175, key is test_row_0/A:col10/1731061100273/Put/seqid=0 2024-11-08T10:18:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742055_1231 (size=31255) 2024-11-08T10:18:21,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061161741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061161741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061161741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:21,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061161743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:22,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061162043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:22,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061162043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:22,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061162045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:22,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061162045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:22,101 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/76cf05dd58c34fc8a459451d43717e63 2024-11-08T10:18:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/49e1311f872c4b7a9595af543261e8c9 is 50, key is test_row_0/B:col10/1731061100273/Put/seqid=0 2024-11-08T10:18:22,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742056_1232 (size=12301) 2024-11-08T10:18:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-08T10:18:22,514 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/49e1311f872c4b7a9595af543261e8c9 2024-11-08T10:18:22,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/adea8e94f943455b8b6d813655d38c8d is 50, key is test_row_0/C:col10/1731061100273/Put/seqid=0 2024-11-08T10:18:22,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742057_1233 (size=12301) 2024-11-08T10:18:22,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061162547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:22,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061162550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:22,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:22,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061162550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061162551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:22,928 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/adea8e94f943455b8b6d813655d38c8d 2024-11-08T10:18:22,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/76cf05dd58c34fc8a459451d43717e63 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/76cf05dd58c34fc8a459451d43717e63 2024-11-08T10:18:22,939 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/76cf05dd58c34fc8a459451d43717e63, entries=150, sequenceid=311, filesize=30.5 K 2024-11-08T10:18:22,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/49e1311f872c4b7a9595af543261e8c9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/49e1311f872c4b7a9595af543261e8c9 2024-11-08T10:18:22,945 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/49e1311f872c4b7a9595af543261e8c9, entries=150, sequenceid=311, filesize=12.0 K 2024-11-08T10:18:22,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/adea8e94f943455b8b6d813655d38c8d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/adea8e94f943455b8b6d813655d38c8d 2024-11-08T10:18:22,950 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/adea8e94f943455b8b6d813655d38c8d, entries=150, sequenceid=311, filesize=12.0 K 2024-11-08T10:18:22,951 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 810897ae825c12e05872295f227c3b0b in 1674ms, sequenceid=311, compaction requested=false 2024-11-08T10:18:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-08T10:18:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-08T10:18:22,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-08T10:18:22,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7480 sec 2024-11-08T10:18:22,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.7540 sec 2024-11-08T10:18:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:23,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T10:18:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:23,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085be8afcff6bd4415ba426024f87f9d4c_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061103548/Put/seqid=0 2024-11-08T10:18:23,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061163569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061163570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061163571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061163572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742058_1234 (size=14994) 2024-11-08T10:18:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061163672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061163673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061163674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061163675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061163874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061163876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061163876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061163877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:23,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:23,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085be8afcff6bd4415ba426024f87f9d4c_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085be8afcff6bd4415ba426024f87f9d4c_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:23,988 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/602e7a72c6dd4089aec18f8a8bb0e0df, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:23,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/602e7a72c6dd4089aec18f8a8bb0e0df is 175, key is test_row_0/A:col10/1731061103548/Put/seqid=0 2024-11-08T10:18:23,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742059_1235 (size=39949) 2024-11-08T10:18:24,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061164179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061164180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061164181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061164181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-08T10:18:24,309 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-08T10:18:24,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-08T10:18:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-08T10:18:24,312 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:24,312 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:24,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:24,397 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/602e7a72c6dd4089aec18f8a8bb0e0df 2024-11-08T10:18:24,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/51a61fb6daa0427a9b427e04e6749398 is 50, key is test_row_0/B:col10/1731061103548/Put/seqid=0 2024-11-08T10:18:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742060_1236 (size=12301) 2024-11-08T10:18:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-08T10:18:24,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/51a61fb6daa0427a9b427e04e6749398 2024-11-08T10:18:24,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d30face1510b4a379634f51fc5638b09 is 50, key is test_row_0/C:col10/1731061103548/Put/seqid=0 2024-11-08T10:18:24,428 DEBUG [Thread-735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:59746 2024-11-08T10:18:24,428 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:24,428 DEBUG [Thread-731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2885d2d9 to 127.0.0.1:59746 2024-11-08T10:18:24,428 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:24,429 DEBUG [Thread-733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:59746 2024-11-08T10:18:24,429 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:24,431 DEBUG [Thread-737 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:59746 2024-11-08T10:18:24,431 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:24,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742061_1237 (size=12301) 2024-11-08T10:18:24,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:24,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-08T10:18:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-08T10:18:24,617 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:24,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-08T10:18:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:24,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1731061164683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:24,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57754 deadline: 1731061164685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:24,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57704 deadline: 1731061164686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:24,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57712 deadline: 1731061164689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:24,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:24,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-08T10:18:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:24,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d30face1510b4a379634f51fc5638b09 2024-11-08T10:18:24,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/602e7a72c6dd4089aec18f8a8bb0e0df as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/602e7a72c6dd4089aec18f8a8bb0e0df 2024-11-08T10:18:24,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/602e7a72c6dd4089aec18f8a8bb0e0df, entries=200, sequenceid=333, filesize=39.0 K 2024-11-08T10:18:24,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/51a61fb6daa0427a9b427e04e6749398 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/51a61fb6daa0427a9b427e04e6749398 2024-11-08T10:18:24,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/51a61fb6daa0427a9b427e04e6749398, entries=150, sequenceid=333, filesize=12.0 K 2024-11-08T10:18:24,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/d30face1510b4a379634f51fc5638b09 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d30face1510b4a379634f51fc5638b09 2024-11-08T10:18:24,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d30face1510b4a379634f51fc5638b09, entries=150, sequenceid=333, filesize=12.0 K 2024-11-08T10:18:24,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 810897ae825c12e05872295f227c3b0b in 1307ms, sequenceid=333, compaction requested=true 2024-11-08T10:18:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 810897ae825c12e05872295f227c3b0b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:24,857 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:24,857 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:24,858 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:24,858 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/A is initiating minor compaction (all files) 2024-11-08T10:18:24,858 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/A in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,858 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:24,858 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/2174e0144d334b2497591ae278a5a4b2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/76cf05dd58c34fc8a459451d43717e63, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/602e7a72c6dd4089aec18f8a8bb0e0df] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=100.7 K 2024-11-08T10:18:24,858 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/B is initiating minor compaction (all files) 2024-11-08T10:18:24,858 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,858 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/B in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,858 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/2174e0144d334b2497591ae278a5a4b2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/76cf05dd58c34fc8a459451d43717e63, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/602e7a72c6dd4089aec18f8a8bb0e0df] 2024-11-08T10:18:24,858 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7c15ca7bab224d1db837ebcae84c1a6f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/49e1311f872c4b7a9595af543261e8c9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/51a61fb6daa0427a9b427e04e6749398] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=36.7 K 2024-11-08T10:18:24,859 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2174e0144d334b2497591ae278a5a4b2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731061099646 2024-11-08T10:18:24,859 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c15ca7bab224d1db837ebcae84c1a6f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731061099646 2024-11-08T10:18:24,859 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76cf05dd58c34fc8a459451d43717e63, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731061100269 2024-11-08T10:18:24,859 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 49e1311f872c4b7a9595af543261e8c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731061100269 2024-11-08T10:18:24,859 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 602e7a72c6dd4089aec18f8a8bb0e0df, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731061101432 2024-11-08T10:18:24,860 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 51a61fb6daa0427a9b427e04e6749398, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731061101435 2024-11-08T10:18:24,867 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:24,868 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/a28bddcc8fe94f5a9abd0077af6acd0e is 50, key is test_row_0/B:col10/1731061103548/Put/seqid=0 2024-11-08T10:18:24,872 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:24,874 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411088469839fce244d0ebc40da4f01e15d63_810897ae825c12e05872295f227c3b0b store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:24,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742062_1238 (size=13051) 2024-11-08T10:18:24,908 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411088469839fce244d0ebc40da4f01e15d63_810897ae825c12e05872295f227c3b0b, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:24,909 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088469839fce244d0ebc40da4f01e15d63_810897ae825c12e05872295f227c3b0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742063_1239 (size=4469) 2024-11-08T10:18:24,915 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#A#compaction#199 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-08T10:18:24,916 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/42b679c76bfa4f23954ff286b7a588f9 is 175, key is test_row_0/A:col10/1731061103548/Put/seqid=0 2024-11-08T10:18:24,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:24,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-08T10:18:24,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:24,923 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T10:18:24,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:24,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742064_1240 (size=32005) 2024-11-08T10:18:24,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ab6694c24b2746969a6b6c251db98584_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061103561/Put/seqid=0 2024-11-08T10:18:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742065_1241 (size=12454) 2024-11-08T10:18:25,278 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/a28bddcc8fe94f5a9abd0077af6acd0e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/a28bddcc8fe94f5a9abd0077af6acd0e 2024-11-08T10:18:25,282 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/B of 810897ae825c12e05872295f227c3b0b into a28bddcc8fe94f5a9abd0077af6acd0e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:25,282 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:25,282 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/B, priority=13, startTime=1731061104857; duration=0sec 2024-11-08T10:18:25,282 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:25,282 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:B 2024-11-08T10:18:25,282 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:25,283 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:25,283 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 810897ae825c12e05872295f227c3b0b/C is initiating minor compaction (all files) 2024-11-08T10:18:25,283 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 810897ae825c12e05872295f227c3b0b/C in TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:25,283 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d71001584fd34c0885b51f84fb9c53e8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/adea8e94f943455b8b6d813655d38c8d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d30face1510b4a379634f51fc5638b09] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp, totalSize=36.7 K 2024-11-08T10:18:25,283 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d71001584fd34c0885b51f84fb9c53e8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731061099646 2024-11-08T10:18:25,284 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting adea8e94f943455b8b6d813655d38c8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731061100269 2024-11-08T10:18:25,284 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d30face1510b4a379634f51fc5638b09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731061101435 2024-11-08T10:18:25,291 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 810897ae825c12e05872295f227c3b0b#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:25,291 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/94605b3fe0fe4688897cc59aca1c4456 is 50, key is test_row_0/C:col10/1731061103548/Put/seqid=0 2024-11-08T10:18:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742066_1242 (size=13051) 2024-11-08T10:18:25,329 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/42b679c76bfa4f23954ff286b7a588f9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/42b679c76bfa4f23954ff286b7a588f9 2024-11-08T10:18:25,334 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/A of 810897ae825c12e05872295f227c3b0b into 42b679c76bfa4f23954ff286b7a588f9(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:25,334 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:25,334 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/A, priority=13, startTime=1731061104857; duration=0sec 2024-11-08T10:18:25,334 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:25,334 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:A 2024-11-08T10:18:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:25,346 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ab6694c24b2746969a6b6c251db98584_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ab6694c24b2746969a6b6c251db98584_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:25,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/52c0dce56e4c4e23ae12215998bd13e7, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:25,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/52c0dce56e4c4e23ae12215998bd13e7 is 175, key is test_row_0/A:col10/1731061103561/Put/seqid=0 2024-11-08T10:18:25,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742067_1243 (size=31255) 2024-11-08T10:18:25,365 DEBUG [master/2db67accb017:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3552075411c0c68fbd0f7505de15b21f changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:18:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-08T10:18:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:25,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. as already flushing 2024-11-08T10:18:25,688 DEBUG [Thread-728 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x769942d9 to 127.0.0.1:59746 2024-11-08T10:18:25,689 DEBUG [Thread-728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:25,690 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c7d6279 to 127.0.0.1:59746 2024-11-08T10:18:25,690 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:25,691 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29458edd to 127.0.0.1:59746 2024-11-08T10:18:25,691 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:25,695 DEBUG [Thread-726 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a9306be to 127.0.0.1:59746 2024-11-08T10:18:25,695 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:25,700 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/94605b3fe0fe4688897cc59aca1c4456 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/94605b3fe0fe4688897cc59aca1c4456 2024-11-08T10:18:25,705 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 810897ae825c12e05872295f227c3b0b/C of 810897ae825c12e05872295f227c3b0b into 94605b3fe0fe4688897cc59aca1c4456(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:25,705 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:25,705 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b., storeName=810897ae825c12e05872295f227c3b0b/C, priority=13, startTime=1731061104857; duration=0sec 2024-11-08T10:18:25,705 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:25,705 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 810897ae825c12e05872295f227c3b0b:C 2024-11-08T10:18:25,752 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/52c0dce56e4c4e23ae12215998bd13e7 2024-11-08T10:18:25,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d8a5bd44cb034d25ad9d36ee65602c51 is 50, key is test_row_0/B:col10/1731061103561/Put/seqid=0 2024-11-08T10:18:25,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742068_1244 (size=12301) 2024-11-08T10:18:25,764 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d8a5bd44cb034d25ad9d36ee65602c51 2024-11-08T10:18:25,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/9117f4741d3f464492aee6906629e980 is 50, key is test_row_0/C:col10/1731061103561/Put/seqid=0 2024-11-08T10:18:25,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742069_1245 (size=12301) 2024-11-08T10:18:26,174 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/9117f4741d3f464492aee6906629e980 2024-11-08T10:18:26,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/52c0dce56e4c4e23ae12215998bd13e7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/52c0dce56e4c4e23ae12215998bd13e7 2024-11-08T10:18:26,182 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/52c0dce56e4c4e23ae12215998bd13e7, entries=150, sequenceid=350, filesize=30.5 K 2024-11-08T10:18:26,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d8a5bd44cb034d25ad9d36ee65602c51 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d8a5bd44cb034d25ad9d36ee65602c51 2024-11-08T10:18:26,186 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d8a5bd44cb034d25ad9d36ee65602c51, entries=150, sequenceid=350, filesize=12.0 K 2024-11-08T10:18:26,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/9117f4741d3f464492aee6906629e980 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/9117f4741d3f464492aee6906629e980 2024-11-08T10:18:26,191 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/9117f4741d3f464492aee6906629e980, entries=150, sequenceid=350, filesize=12.0 K 2024-11-08T10:18:26,191 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 810897ae825c12e05872295f227c3b0b in 1268ms, sequenceid=350, compaction requested=false 2024-11-08T10:18:26,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:26,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:26,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-08T10:18:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-08T10:18:26,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-08T10:18:26,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-08T10:18:26,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.8840 sec 2024-11-08T10:18:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-08T10:18:26,417 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-08T10:18:29,252 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35687 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35687,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:29,731 DEBUG [Thread-724 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328f994d to 127.0.0.1:59746 2024-11-08T10:18:29,731 DEBUG [Thread-724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6665 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6473 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2819 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8457 rows 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2821 2024-11-08T10:18:29,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8463 rows 2024-11-08T10:18:29,732 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-08T10:18:29,732 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04ddf4c3 to 127.0.0.1:59746 2024-11-08T10:18:29,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:29,734 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-08T10:18:29,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T10:18:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-08T10:18:29,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061109738"}]},"ts":"1731061109738"} 2024-11-08T10:18:29,739 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T10:18:29,742 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T10:18:29,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T10:18:29,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, UNASSIGN}] 2024-11-08T10:18:29,744 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, UNASSIGN 2024-11-08T10:18:29,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=810897ae825c12e05872295f227c3b0b, regionState=CLOSING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:18:29,745 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T10:18:29,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; CloseRegionProcedure 810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:18:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-08T10:18:29,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:29,897 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(124): Close 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:29,897 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-08T10:18:29,897 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1681): Closing 810897ae825c12e05872295f227c3b0b, disabling compactions & flushes 2024-11-08T10:18:29,897 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:29,897 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:29,897 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. after waiting 0 ms 2024-11-08T10:18:29,897 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:29,897 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(2837): Flushing 810897ae825c12e05872295f227c3b0b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T10:18:29,897 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=A 2024-11-08T10:18:29,897 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:29,898 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=B 2024-11-08T10:18:29,898 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:29,898 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 810897ae825c12e05872295f227c3b0b, store=C 2024-11-08T10:18:29,898 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:29,904 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086f57edbe3b584cb282eb9124e2122598_810897ae825c12e05872295f227c3b0b is 50, key is test_row_0/A:col10/1731061105687/Put/seqid=0 2024-11-08T10:18:29,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742070_1246 (size=12454) 2024-11-08T10:18:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-08T10:18:30,309 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:30,313 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086f57edbe3b584cb282eb9124e2122598_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086f57edbe3b584cb282eb9124e2122598_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:30,314 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0e2e0b73d6f546389011fce79992e304, store: [table=TestAcidGuarantees family=A region=810897ae825c12e05872295f227c3b0b] 2024-11-08T10:18:30,315 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0e2e0b73d6f546389011fce79992e304 is 175, key is test_row_0/A:col10/1731061105687/Put/seqid=0 2024-11-08T10:18:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742071_1247 (size=31255) 2024-11-08T10:18:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-08T10:18:30,719 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0e2e0b73d6f546389011fce79992e304 2024-11-08T10:18:30,727 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d563e33e710b4527a8d0a3493cc8da5d is 50, key is test_row_0/B:col10/1731061105687/Put/seqid=0 2024-11-08T10:18:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742072_1248 (size=12301) 2024-11-08T10:18:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-08T10:18:31,131 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d563e33e710b4527a8d0a3493cc8da5d 2024-11-08T10:18:31,138 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/57b5925d536741d49b3ac4e001787326 is 50, key is test_row_0/C:col10/1731061105687/Put/seqid=0 2024-11-08T10:18:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742073_1249 (size=12301) 2024-11-08T10:18:31,323 ERROR [LeaseRenewer:jenkins@localhost:35687 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35687,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:31,543 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/57b5925d536741d49b3ac4e001787326 2024-11-08T10:18:31,547 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/A/0e2e0b73d6f546389011fce79992e304 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0e2e0b73d6f546389011fce79992e304 2024-11-08T10:18:31,551 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0e2e0b73d6f546389011fce79992e304, entries=150, sequenceid=361, filesize=30.5 K 2024-11-08T10:18:31,552 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/B/d563e33e710b4527a8d0a3493cc8da5d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d563e33e710b4527a8d0a3493cc8da5d 2024-11-08T10:18:31,555 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d563e33e710b4527a8d0a3493cc8da5d, entries=150, sequenceid=361, filesize=12.0 K 2024-11-08T10:18:31,556 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/.tmp/C/57b5925d536741d49b3ac4e001787326 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/57b5925d536741d49b3ac4e001787326 2024-11-08T10:18:31,560 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/57b5925d536741d49b3ac4e001787326, entries=150, sequenceid=361, filesize=12.0 K 2024-11-08T10:18:31,561 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 810897ae825c12e05872295f227c3b0b in 1664ms, sequenceid=361, compaction requested=true 2024-11-08T10:18:31,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/4d77f7fa0493457aa4cd40439faf129c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/05ae3ab6b86043e8b3d70cb6d2f98e29, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b66599e8ee744d9ea655a7eb049f5a0e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/c8faf3c38e2b427ba16c18e8c3f2ecb4, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d75d83bd7f534ecb8542366f6298ccab, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/3c176bd466c8496297234753d5aa9714, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/ab5b9c8c3a514734a6943707d6f4bcc6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/a3e56dd026e04ca398368f05805a2210, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/29b100f9a6a943df9ec3941bed26b043, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d365620fc3a0473c93853c3ff9f63590, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b4dff07e0f554209917c7af51c6fd737, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0d1217f87cc94e7288b235e965d95fa4, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/7a39905f92534915bd5b94a0d3f70cb1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/529f63b709424b26865f69cef00608d6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0a1717b258774130ae8e82b5c1cbfc93, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/5734ad92e3e44e128b3e3b88a0d5916e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0ced3b50a4f74f528f9b068f2f14fba0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/151dac5ff23d46fabf8b4eedee562cdf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/89df3e517c2044e09ab17484e3798ae7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/2174e0144d334b2497591ae278a5a4b2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/76cf05dd58c34fc8a459451d43717e63, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/602e7a72c6dd4089aec18f8a8bb0e0df] to archive 2024-11-08T10:18:31,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:18:31,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/4d77f7fa0493457aa4cd40439faf129c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/4d77f7fa0493457aa4cd40439faf129c 2024-11-08T10:18:31,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/05ae3ab6b86043e8b3d70cb6d2f98e29 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/05ae3ab6b86043e8b3d70cb6d2f98e29 2024-11-08T10:18:31,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b66599e8ee744d9ea655a7eb049f5a0e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b66599e8ee744d9ea655a7eb049f5a0e 2024-11-08T10:18:31,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/c8faf3c38e2b427ba16c18e8c3f2ecb4 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/c8faf3c38e2b427ba16c18e8c3f2ecb4 2024-11-08T10:18:31,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d75d83bd7f534ecb8542366f6298ccab to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d75d83bd7f534ecb8542366f6298ccab 2024-11-08T10:18:31,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/3c176bd466c8496297234753d5aa9714 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/3c176bd466c8496297234753d5aa9714 2024-11-08T10:18:31,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/ab5b9c8c3a514734a6943707d6f4bcc6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/ab5b9c8c3a514734a6943707d6f4bcc6 2024-11-08T10:18:31,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/a3e56dd026e04ca398368f05805a2210 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/a3e56dd026e04ca398368f05805a2210 2024-11-08T10:18:31,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/29b100f9a6a943df9ec3941bed26b043 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/29b100f9a6a943df9ec3941bed26b043 2024-11-08T10:18:31,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d365620fc3a0473c93853c3ff9f63590 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/d365620fc3a0473c93853c3ff9f63590 2024-11-08T10:18:31,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b4dff07e0f554209917c7af51c6fd737 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/b4dff07e0f554209917c7af51c6fd737 2024-11-08T10:18:31,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0d1217f87cc94e7288b235e965d95fa4 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0d1217f87cc94e7288b235e965d95fa4 2024-11-08T10:18:31,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/7a39905f92534915bd5b94a0d3f70cb1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/7a39905f92534915bd5b94a0d3f70cb1 2024-11-08T10:18:31,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/529f63b709424b26865f69cef00608d6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/529f63b709424b26865f69cef00608d6 2024-11-08T10:18:31,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0a1717b258774130ae8e82b5c1cbfc93 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0a1717b258774130ae8e82b5c1cbfc93 2024-11-08T10:18:31,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/5734ad92e3e44e128b3e3b88a0d5916e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/5734ad92e3e44e128b3e3b88a0d5916e 2024-11-08T10:18:31,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0ced3b50a4f74f528f9b068f2f14fba0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0ced3b50a4f74f528f9b068f2f14fba0 2024-11-08T10:18:31,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/151dac5ff23d46fabf8b4eedee562cdf to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/151dac5ff23d46fabf8b4eedee562cdf 2024-11-08T10:18:31,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/89df3e517c2044e09ab17484e3798ae7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/89df3e517c2044e09ab17484e3798ae7 2024-11-08T10:18:31,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/2174e0144d334b2497591ae278a5a4b2 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/2174e0144d334b2497591ae278a5a4b2 2024-11-08T10:18:31,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/76cf05dd58c34fc8a459451d43717e63 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/76cf05dd58c34fc8a459451d43717e63 2024-11-08T10:18:31,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/602e7a72c6dd4089aec18f8a8bb0e0df to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/602e7a72c6dd4089aec18f8a8bb0e0df 2024-11-08T10:18:31,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/e524a850ba5047aaa5ecd898a3fe983c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bbd7283f4f5c4e5bac26b44c223e7736, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/656a51795f734727b7c32b3b41b7520a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7187913d6a224ae9a171ccf345700c4d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7fb0c7f2b02e42f0bb4d11b1e8b94e97, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/8aac19b622744dc29d591879c6538d91, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/75f854b3611c4485aa4eb25fa388f581, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f691c01768e5495a8e6e4925915404f9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/cb58b1071fe448f1908dd56426eb6f31, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/2de3c089bddc4f11b680838fc86b281d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/949ac3ffaeba48fd94bcbb63db6e1245, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bfa067b199714deea02e69a1e9a7590a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/940674d4950c48e6917c03a8b6160dc9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/37bf271a847f40878dbff625d5a6dfba, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/c4fe90db3349434fb9aac8c5d115447a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d2b219de27674e7ab2c883ba00cac7fe, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f89bf363d1da480db656f96415d4d1fc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/1026ab4c16bd454fbfe697db429b6eb6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7c15ca7bab224d1db837ebcae84c1a6f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d44781db50b04447b330f1f856928162, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/49e1311f872c4b7a9595af543261e8c9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/51a61fb6daa0427a9b427e04e6749398] to archive 2024-11-08T10:18:31,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:18:31,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/e524a850ba5047aaa5ecd898a3fe983c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/e524a850ba5047aaa5ecd898a3fe983c 2024-11-08T10:18:31,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bbd7283f4f5c4e5bac26b44c223e7736 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bbd7283f4f5c4e5bac26b44c223e7736 2024-11-08T10:18:31,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/656a51795f734727b7c32b3b41b7520a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/656a51795f734727b7c32b3b41b7520a 2024-11-08T10:18:31,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7187913d6a224ae9a171ccf345700c4d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7187913d6a224ae9a171ccf345700c4d 2024-11-08T10:18:31,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7fb0c7f2b02e42f0bb4d11b1e8b94e97 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7fb0c7f2b02e42f0bb4d11b1e8b94e97 2024-11-08T10:18:31,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/8aac19b622744dc29d591879c6538d91 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/8aac19b622744dc29d591879c6538d91 2024-11-08T10:18:31,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/75f854b3611c4485aa4eb25fa388f581 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/75f854b3611c4485aa4eb25fa388f581 2024-11-08T10:18:31,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f691c01768e5495a8e6e4925915404f9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f691c01768e5495a8e6e4925915404f9 2024-11-08T10:18:31,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/cb58b1071fe448f1908dd56426eb6f31 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/cb58b1071fe448f1908dd56426eb6f31 2024-11-08T10:18:31,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/2de3c089bddc4f11b680838fc86b281d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/2de3c089bddc4f11b680838fc86b281d 2024-11-08T10:18:31,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/949ac3ffaeba48fd94bcbb63db6e1245 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/949ac3ffaeba48fd94bcbb63db6e1245 2024-11-08T10:18:31,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bfa067b199714deea02e69a1e9a7590a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/bfa067b199714deea02e69a1e9a7590a 2024-11-08T10:18:31,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/940674d4950c48e6917c03a8b6160dc9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/940674d4950c48e6917c03a8b6160dc9 2024-11-08T10:18:31,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/37bf271a847f40878dbff625d5a6dfba to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/37bf271a847f40878dbff625d5a6dfba 2024-11-08T10:18:31,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/c4fe90db3349434fb9aac8c5d115447a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/c4fe90db3349434fb9aac8c5d115447a 2024-11-08T10:18:31,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d2b219de27674e7ab2c883ba00cac7fe to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d2b219de27674e7ab2c883ba00cac7fe 2024-11-08T10:18:31,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f89bf363d1da480db656f96415d4d1fc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/f89bf363d1da480db656f96415d4d1fc 2024-11-08T10:18:31,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/1026ab4c16bd454fbfe697db429b6eb6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/1026ab4c16bd454fbfe697db429b6eb6 2024-11-08T10:18:31,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7c15ca7bab224d1db837ebcae84c1a6f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/7c15ca7bab224d1db837ebcae84c1a6f 2024-11-08T10:18:31,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d44781db50b04447b330f1f856928162 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d44781db50b04447b330f1f856928162 2024-11-08T10:18:31,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/49e1311f872c4b7a9595af543261e8c9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/49e1311f872c4b7a9595af543261e8c9 2024-11-08T10:18:31,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/51a61fb6daa0427a9b427e04e6749398 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/51a61fb6daa0427a9b427e04e6749398 2024-11-08T10:18:31,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/df43ed1b66ce4734abfa2149c07b5d7f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5f5b40ad803943a0a3dab42fb58462a1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3a87b420ccec4f52ab226fc3c510c30a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/8c8ac8862f4f4ad4912d9bac20f5ab15, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d9193f9fb4b14814ad81f9c761b50e3a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/efb64a5f094f40b6a79df4fc84dcd343, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/4583cbe940e546b49675a70d058b1832, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/32d81292afc7482cb9a6c7d0c54be610, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d100d4178adb4174ba55a6f6b0ce3574, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3b4f5e4be85e4328af79d752c07fbd20, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/ec6d1e8f3e42435fbcc4160df106ee92, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/77251688d5164815888e6036e450531b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/7b0a3731103e4e2eb3247d9b8ba4af71, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/9971fb48c1194b66bfc3e260173102fc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/24e5fee7590f4e6596a02c8052d2fa7f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/1e516bcb72e4494f8c62aa56855e843b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/33718cc44ada43d89bb8e3185dddfba1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/91eeb4f2cca74cf6b5f6e48a867d8708, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d71001584fd34c0885b51f84fb9c53e8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5e185524a3f745bebf2b7b55e3280fb9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/adea8e94f943455b8b6d813655d38c8d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d30face1510b4a379634f51fc5638b09] to archive 2024-11-08T10:18:31,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:18:31,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/df43ed1b66ce4734abfa2149c07b5d7f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/df43ed1b66ce4734abfa2149c07b5d7f 2024-11-08T10:18:31,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5f5b40ad803943a0a3dab42fb58462a1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5f5b40ad803943a0a3dab42fb58462a1 2024-11-08T10:18:31,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3a87b420ccec4f52ab226fc3c510c30a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3a87b420ccec4f52ab226fc3c510c30a 2024-11-08T10:18:31,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/8c8ac8862f4f4ad4912d9bac20f5ab15 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/8c8ac8862f4f4ad4912d9bac20f5ab15 2024-11-08T10:18:31,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d9193f9fb4b14814ad81f9c761b50e3a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d9193f9fb4b14814ad81f9c761b50e3a 2024-11-08T10:18:31,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/efb64a5f094f40b6a79df4fc84dcd343 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/efb64a5f094f40b6a79df4fc84dcd343 2024-11-08T10:18:31,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/4583cbe940e546b49675a70d058b1832 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/4583cbe940e546b49675a70d058b1832 2024-11-08T10:18:31,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/32d81292afc7482cb9a6c7d0c54be610 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/32d81292afc7482cb9a6c7d0c54be610 2024-11-08T10:18:31,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d100d4178adb4174ba55a6f6b0ce3574 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d100d4178adb4174ba55a6f6b0ce3574 2024-11-08T10:18:31,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3b4f5e4be85e4328af79d752c07fbd20 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/3b4f5e4be85e4328af79d752c07fbd20 2024-11-08T10:18:31,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/ec6d1e8f3e42435fbcc4160df106ee92 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/ec6d1e8f3e42435fbcc4160df106ee92 2024-11-08T10:18:31,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/77251688d5164815888e6036e450531b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/77251688d5164815888e6036e450531b 2024-11-08T10:18:31,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/7b0a3731103e4e2eb3247d9b8ba4af71 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/7b0a3731103e4e2eb3247d9b8ba4af71 2024-11-08T10:18:31,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/9971fb48c1194b66bfc3e260173102fc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/9971fb48c1194b66bfc3e260173102fc 2024-11-08T10:18:31,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/24e5fee7590f4e6596a02c8052d2fa7f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/24e5fee7590f4e6596a02c8052d2fa7f 2024-11-08T10:18:31,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/1e516bcb72e4494f8c62aa56855e843b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/1e516bcb72e4494f8c62aa56855e843b 2024-11-08T10:18:31,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/33718cc44ada43d89bb8e3185dddfba1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/33718cc44ada43d89bb8e3185dddfba1 2024-11-08T10:18:31,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/91eeb4f2cca74cf6b5f6e48a867d8708 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/91eeb4f2cca74cf6b5f6e48a867d8708 2024-11-08T10:18:31,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d71001584fd34c0885b51f84fb9c53e8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d71001584fd34c0885b51f84fb9c53e8 2024-11-08T10:18:31,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5e185524a3f745bebf2b7b55e3280fb9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/5e185524a3f745bebf2b7b55e3280fb9 2024-11-08T10:18:31,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/adea8e94f943455b8b6d813655d38c8d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/adea8e94f943455b8b6d813655d38c8d 2024-11-08T10:18:31,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d30face1510b4a379634f51fc5638b09 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/d30face1510b4a379634f51fc5638b09 2024-11-08T10:18:31,640 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/recovered.edits/364.seqid, newMaxSeqId=364, maxSeqId=4 2024-11-08T10:18:31,641 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b. 2024-11-08T10:18:31,641 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1635): Region close journal for 810897ae825c12e05872295f227c3b0b: 2024-11-08T10:18:31,642 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(170): Closed 810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,643 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=810897ae825c12e05872295f227c3b0b, regionState=CLOSED 2024-11-08T10:18:31,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-08T10:18:31,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseRegionProcedure 810897ae825c12e05872295f227c3b0b, server=2db67accb017,38617,1731061041433 in 1.8980 sec 2024-11-08T10:18:31,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-08T10:18:31,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=810897ae825c12e05872295f227c3b0b, UNASSIGN in 1.9020 sec 2024-11-08T10:18:31,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-08T10:18:31,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9040 sec 2024-11-08T10:18:31,648 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061111648"}]},"ts":"1731061111648"} 2024-11-08T10:18:31,649 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T10:18:31,651 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T10:18:31,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9160 sec 2024-11-08T10:18:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-08T10:18:31,841 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-08T10:18:31,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T10:18:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:31,843 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-08T10:18:31,844 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=73, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:31,845 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,847 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/recovered.edits] 2024-11-08T10:18:31,850 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0e2e0b73d6f546389011fce79992e304 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/0e2e0b73d6f546389011fce79992e304 2024-11-08T10:18:31,851 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/42b679c76bfa4f23954ff286b7a588f9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/42b679c76bfa4f23954ff286b7a588f9 2024-11-08T10:18:31,852 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/52c0dce56e4c4e23ae12215998bd13e7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/A/52c0dce56e4c4e23ae12215998bd13e7 2024-11-08T10:18:31,853 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/a28bddcc8fe94f5a9abd0077af6acd0e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/a28bddcc8fe94f5a9abd0077af6acd0e 2024-11-08T10:18:31,854 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d563e33e710b4527a8d0a3493cc8da5d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d563e33e710b4527a8d0a3493cc8da5d 2024-11-08T10:18:31,855 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d8a5bd44cb034d25ad9d36ee65602c51 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/B/d8a5bd44cb034d25ad9d36ee65602c51 2024-11-08T10:18:31,857 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/57b5925d536741d49b3ac4e001787326 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/57b5925d536741d49b3ac4e001787326 2024-11-08T10:18:31,858 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/9117f4741d3f464492aee6906629e980 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/9117f4741d3f464492aee6906629e980 2024-11-08T10:18:31,859 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/94605b3fe0fe4688897cc59aca1c4456 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/C/94605b3fe0fe4688897cc59aca1c4456 2024-11-08T10:18:31,862 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/recovered.edits/364.seqid to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b/recovered.edits/364.seqid 2024-11-08T10:18:31,862 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,862 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T10:18:31,863 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T10:18:31,863 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T10:18:31,868 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108175c69746e1049999838bec4dd043286_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108175c69746e1049999838bec4dd043286_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,869 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082e5aab855db742fab1dac0b69f3a84ac_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082e5aab855db742fab1dac0b69f3a84ac_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,870 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108325df1cee3e549cda45ea49154725436_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108325df1cee3e549cda45ea49154725436_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,871 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110836a4e98d033f493b95be1af45fb3514e_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110836a4e98d033f493b95be1af45fb3514e_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,873 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085be8afcff6bd4415ba426024f87f9d4c_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085be8afcff6bd4415ba426024f87f9d4c_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,874 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085e8e11c1b66b45679a79a2ffeb291fbe_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085e8e11c1b66b45679a79a2ffeb291fbe_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,875 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110869227c89fef1483496ac3b01ba7e169f_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110869227c89fef1483496ac3b01ba7e169f_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,877 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086f57edbe3b584cb282eb9124e2122598_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086f57edbe3b584cb282eb9124e2122598_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,878 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108937cc749a0b24f42ab93e2209ccf8025_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108937cc749a0b24f42ab93e2209ccf8025_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,879 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089dd395515f6a464b8a9aa4bb4f0aec14_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089dd395515f6a464b8a9aa4bb4f0aec14_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,880 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ab6694c24b2746969a6b6c251db98584_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ab6694c24b2746969a6b6c251db98584_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,881 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108afd7a2dabaf84f9ba5fe53a1b1334dee_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108afd7a2dabaf84f9ba5fe53a1b1334dee_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,883 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bd07e2fed5f14af9867074a61f0a619b_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bd07e2fed5f14af9867074a61f0a619b_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,884 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c7df0f08eb384d93b3f3a531346ad3d6_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c7df0f08eb384d93b3f3a531346ad3d6_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,885 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d73778fab0754ee6be85a0fefd2f53b9_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d73778fab0754ee6be85a0fefd2f53b9_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,886 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ec33ea569c2e4a26b33a1d11a588d54b_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ec33ea569c2e4a26b33a1d11a588d54b_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,888 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108efe69cf19bf242ce9c2e20bac72559ba_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108efe69cf19bf242ce9c2e20bac72559ba_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,889 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f52e727606654d64b9bc7e1c113616aa_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f52e727606654d64b9bc7e1c113616aa_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,890 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108feccb3013e90475398f5a851e9b4c787_810897ae825c12e05872295f227c3b0b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108feccb3013e90475398f5a851e9b4c787_810897ae825c12e05872295f227c3b0b 2024-11-08T10:18:31,891 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T10:18:31,893 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=73, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:31,895 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T10:18:31,897 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T10:18:31,898 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=73, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:31,898 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T10:18:31,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731061111898"}]},"ts":"9223372036854775807"} 2024-11-08T10:18:31,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-08T10:18:31,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 810897ae825c12e05872295f227c3b0b, NAME => 'TestAcidGuarantees,,1731061081314.810897ae825c12e05872295f227c3b0b.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T10:18:31,900 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T10:18:31,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731061111900"}]},"ts":"9223372036854775807"} 2024-11-08T10:18:31,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-08T10:18:31,904 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=73, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:31,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-08T10:18:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-08T10:18:31,945 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-08T10:18:31,954 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=236 (was 237), OpenFileDescriptor=446 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3091 (was 2209) - AvailableMemoryMB LEAK? - 2024-11-08T10:18:31,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=3091 2024-11-08T10:18:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T10:18:31,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:18:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:31,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:18:31,966 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:31,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 74 2024-11-08T10:18:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-08T10:18:31,967 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:18:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742074_1250 (size=960) 2024-11-08T10:18:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-08T10:18:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-08T10:18:32,378 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 2024-11-08T10:18:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742075_1251 (size=53) 2024-11-08T10:18:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-08T10:18:32,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:18:32,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 79922b9a340b188a8bb85c176e8ecb1c, disabling compactions & flushes 2024-11-08T10:18:32,784 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:32,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:32,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. after waiting 0 ms 2024-11-08T10:18:32,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:32,784 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:32,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:32,785 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:18:32,785 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731061112785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731061112785"}]},"ts":"1731061112785"} 2024-11-08T10:18:32,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T10:18:32,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:18:32,787 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061112787"}]},"ts":"1731061112787"} 2024-11-08T10:18:32,788 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T10:18:32,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79922b9a340b188a8bb85c176e8ecb1c, ASSIGN}] 2024-11-08T10:18:32,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79922b9a340b188a8bb85c176e8ecb1c, ASSIGN 2024-11-08T10:18:32,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=79922b9a340b188a8bb85c176e8ecb1c, ASSIGN; state=OFFLINE, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=false 2024-11-08T10:18:32,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=79922b9a340b188a8bb85c176e8ecb1c, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:18:32,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; OpenRegionProcedure 79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:18:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-08T10:18:33,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:33,099 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:33,099 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7285): Opening region: {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:18:33,099 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:33,099 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:18:33,099 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7327): checking encryption for 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:33,099 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7330): checking classloading for 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:33,100 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:33,102 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:18:33,102 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79922b9a340b188a8bb85c176e8ecb1c columnFamilyName A 2024-11-08T10:18:33,102 DEBUG [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:33,102 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] regionserver.HStore(327): Store=79922b9a340b188a8bb85c176e8ecb1c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:18:33,102 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:33,103 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:18:33,103 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79922b9a340b188a8bb85c176e8ecb1c columnFamilyName B 2024-11-08T10:18:33,103 DEBUG [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:33,104 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] regionserver.HStore(327): Store=79922b9a340b188a8bb85c176e8ecb1c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:18:33,104 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:33,105 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:18:33,105 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79922b9a340b188a8bb85c176e8ecb1c columnFamilyName C 2024-11-08T10:18:33,105 DEBUG [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:33,106 INFO [StoreOpener-79922b9a340b188a8bb85c176e8ecb1c-1 {}] regionserver.HStore(327): Store=79922b9a340b188a8bb85c176e8ecb1c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:18:33,106 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:33,106 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:33,107 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:33,108 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:18:33,109 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1085): writing seq id for 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:33,111 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:18:33,112 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1102): Opened 79922b9a340b188a8bb85c176e8ecb1c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66460716, jitterRate=-0.00965815782546997}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:18:33,112 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1001): Region open journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:33,113 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., pid=76, masterSystemTime=1731061113096 2024-11-08T10:18:33,114 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:33,114 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:33,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=79922b9a340b188a8bb85c176e8ecb1c, regionState=OPEN, openSeqNum=2, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:18:33,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-08T10:18:33,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; OpenRegionProcedure 79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 in 171 msec 2024-11-08T10:18:33,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-11-08T10:18:33,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=79922b9a340b188a8bb85c176e8ecb1c, ASSIGN in 326 msec 2024-11-08T10:18:33,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:18:33,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061113118"}]},"ts":"1731061113118"} 2024-11-08T10:18:33,119 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T10:18:33,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:18:33,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-08T10:18:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-08T10:18:34,070 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 74 completed 2024-11-08T10:18:34,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53bfce45 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64dc42d9 2024-11-08T10:18:34,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58341641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,079 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:18:34,081 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:18:34,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-08T10:18:34,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,087 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-08T10:18:34,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-08T10:18:34,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-08T10:18:34,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-08T10:18:34,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44 2024-11-08T10:18:34,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,105 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-08T10:18:34,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,108 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-08T10:18:34,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-08T10:18:34,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-08T10:18:34,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:18:34,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-08T10:18:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-08T10:18:34,122 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:34,123 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:34,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:34,125 DEBUG [hconnection-0x329f19a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,125 DEBUG [hconnection-0x65f677b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,126 DEBUG [hconnection-0x5497a1a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,126 DEBUG [hconnection-0x4da680ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,126 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,126 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,127 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,127 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,127 DEBUG [hconnection-0x6e6c7aa7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,128 DEBUG [hconnection-0x60ede864-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,128 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,128 DEBUG [hconnection-0x87bd25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,129 DEBUG [hconnection-0x6d9feb3a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,129 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,129 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,130 DEBUG [hconnection-0x8e26a97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,130 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,131 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,131 DEBUG [hconnection-0x7aab890d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:18:34,135 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:18:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:34,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:18:34,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:34,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:34,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:34,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:34,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:34,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:34,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061174159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061174160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061174162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061174162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061174163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/db165742160743d5b911e3bc519bc72b is 50, key is test_row_0/A:col10/1731061114137/Put/seqid=0 2024-11-08T10:18:34,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742076_1252 (size=12001) 2024-11-08T10:18:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-08T10:18:34,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061174267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061174267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061174267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061174267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061174267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:34,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-08T10:18:34,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:34,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-08T10:18:34,427 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:34,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-08T10:18:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:34,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061174469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061174469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061174469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061174470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061174470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:34,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-08T10:18:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/db165742160743d5b911e3bc519bc72b 2024-11-08T10:18:34,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/cc352e39e15f4a889b5424d44a52be0c is 50, key is test_row_0/B:col10/1731061114137/Put/seqid=0 2024-11-08T10:18:34,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742077_1253 (size=12001) 2024-11-08T10:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-08T10:18:34,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:34,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-08T10:18:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061174771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061174772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061174772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061174774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061174774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:34,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:34,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-08T10:18:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:34,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:35,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:35,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-08T10:18:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:35,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:35,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:35,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:35,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/cc352e39e15f4a889b5424d44a52be0c 2024-11-08T10:18:35,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/6a028441f49c48a884ca7dc612ab7182 is 50, key is test_row_0/C:col10/1731061114137/Put/seqid=0 2024-11-08T10:18:35,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742078_1254 (size=12001) 2024-11-08T10:18:35,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/6a028441f49c48a884ca7dc612ab7182 2024-11-08T10:18:35,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/db165742160743d5b911e3bc519bc72b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/db165742160743d5b911e3bc519bc72b 2024-11-08T10:18:35,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/db165742160743d5b911e3bc519bc72b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-08T10:18:35,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/cc352e39e15f4a889b5424d44a52be0c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cc352e39e15f4a889b5424d44a52be0c 2024-11-08T10:18:35,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cc352e39e15f4a889b5424d44a52be0c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-08T10:18:35,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/6a028441f49c48a884ca7dc612ab7182 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6a028441f49c48a884ca7dc612ab7182 2024-11-08T10:18:35,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6a028441f49c48a884ca7dc612ab7182, entries=150, sequenceid=14, filesize=11.7 K 2024-11-08T10:18:35,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 79922b9a340b188a8bb85c176e8ecb1c in 959ms, sequenceid=14, compaction requested=false 2024-11-08T10:18:35,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:35,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:35,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-08T10:18:35,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:35,192 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T10:18:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:35,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/0660bbe1e6da4f32aa2536862b493e3b is 50, key is test_row_0/A:col10/1731061114159/Put/seqid=0 2024-11-08T10:18:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742079_1255 (size=12001) 2024-11-08T10:18:35,204 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/0660bbe1e6da4f32aa2536862b493e3b 2024-11-08T10:18:35,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/a6259426a08442098cd02143f1d6dbe5 is 50, key is test_row_0/B:col10/1731061114159/Put/seqid=0 2024-11-08T10:18:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742080_1256 (size=12001) 2024-11-08T10:18:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-08T10:18:35,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:35,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061175283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061175283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061175312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061175312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061175313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061175414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061175414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061175416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061175417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061175417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061175617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061175617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061175619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061175619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061175620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,622 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/a6259426a08442098cd02143f1d6dbe5 2024-11-08T10:18:35,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/850ad67d16d84a0fb4a78c183fdfed3c is 50, key is test_row_0/C:col10/1731061114159/Put/seqid=0 2024-11-08T10:18:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742081_1257 (size=12001) 2024-11-08T10:18:35,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061175919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061175920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061175922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061175923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:35,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061175923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,041 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/850ad67d16d84a0fb4a78c183fdfed3c 2024-11-08T10:18:36,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/0660bbe1e6da4f32aa2536862b493e3b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/0660bbe1e6da4f32aa2536862b493e3b 2024-11-08T10:18:36,050 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/0660bbe1e6da4f32aa2536862b493e3b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T10:18:36,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/a6259426a08442098cd02143f1d6dbe5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6259426a08442098cd02143f1d6dbe5 2024-11-08T10:18:36,055 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6259426a08442098cd02143f1d6dbe5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T10:18:36,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/850ad67d16d84a0fb4a78c183fdfed3c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/850ad67d16d84a0fb4a78c183fdfed3c 2024-11-08T10:18:36,060 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/850ad67d16d84a0fb4a78c183fdfed3c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T10:18:36,060 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 79922b9a340b188a8bb85c176e8ecb1c in 869ms, sequenceid=37, compaction requested=false 2024-11-08T10:18:36,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:36,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:36,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-08T10:18:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-08T10:18:36,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-08T10:18:36,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9390 sec 2024-11-08T10:18:36,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.9430 sec 2024-11-08T10:18:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-08T10:18:36,226 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-08T10:18:36,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-08T10:18:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-08T10:18:36,230 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:36,230 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:36,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-08T10:18:36,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:36,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-08T10:18:36,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:36,383 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T10:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/48c2348b61ea46f7aed4c465febaf9c5 is 50, key is test_row_0/A:col10/1731061115287/Put/seqid=0 2024-11-08T10:18:36,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742082_1258 (size=12001) 2024-11-08T10:18:36,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:36,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061176440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061176441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061176440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061176442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061176442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-08T10:18:36,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061176544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061176545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061176546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061176546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061176546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061176747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061176748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061176748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061176749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061176750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:36,793 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/48c2348b61ea46f7aed4c465febaf9c5 2024-11-08T10:18:36,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/153b422862264c99bfd8e7194a0c189d is 50, key is test_row_0/B:col10/1731061115287/Put/seqid=0 2024-11-08T10:18:36,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742083_1259 (size=12001) 2024-11-08T10:18:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-08T10:18:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061177050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061177051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061177052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061177052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061177052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:18:37,207 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/153b422862264c99bfd8e7194a0c189d 2024-11-08T10:18:37,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/86f89a96b1484a5b9f12786ff9e7878e is 50, key is test_row_0/C:col10/1731061115287/Put/seqid=0 2024-11-08T10:18:37,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742084_1260 (size=12001) 2024-11-08T10:18:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-08T10:18:37,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061177554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061177554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061177554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061177555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061177556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:37,630 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/86f89a96b1484a5b9f12786ff9e7878e 2024-11-08T10:18:37,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/48c2348b61ea46f7aed4c465febaf9c5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/48c2348b61ea46f7aed4c465febaf9c5 2024-11-08T10:18:37,640 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/48c2348b61ea46f7aed4c465febaf9c5, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T10:18:37,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/153b422862264c99bfd8e7194a0c189d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/153b422862264c99bfd8e7194a0c189d 2024-11-08T10:18:37,645 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/153b422862264c99bfd8e7194a0c189d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T10:18:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/86f89a96b1484a5b9f12786ff9e7878e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/86f89a96b1484a5b9f12786ff9e7878e 2024-11-08T10:18:37,650 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/86f89a96b1484a5b9f12786ff9e7878e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T10:18:37,651 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 79922b9a340b188a8bb85c176e8ecb1c in 1268ms, sequenceid=51, compaction requested=true 2024-11-08T10:18:37,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:37,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:37,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-08T10:18:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-08T10:18:37,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-08T10:18:37,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-08T10:18:37,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.4260 sec 2024-11-08T10:18:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-08T10:18:38,334 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-08T10:18:38,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-08T10:18:38,336 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-08T10:18:38,337 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:38,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-08T10:18:38,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:38,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-08T10:18:38,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:38,490 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:38,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/617f8cfe6b9a4022b1d812259cf3024c is 50, key is test_row_0/A:col10/1731061116440/Put/seqid=0 2024-11-08T10:18:38,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742085_1261 (size=12001) 2024-11-08T10:18:38,509 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/617f8cfe6b9a4022b1d812259cf3024c 2024-11-08T10:18:38,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/4329b41728834dd39b4ea6cc93e31fb3 is 50, key is test_row_0/B:col10/1731061116440/Put/seqid=0 2024-11-08T10:18:38,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742086_1262 (size=12001) 2024-11-08T10:18:38,522 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/4329b41728834dd39b4ea6cc93e31fb3 2024-11-08T10:18:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/148e12d7097448d394147e4ae2f29bab is 50, key is test_row_0/C:col10/1731061116440/Put/seqid=0 2024-11-08T10:18:38,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742087_1263 (size=12001) 2024-11-08T10:18:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:38,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:38,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061178568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061178570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061178569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061178571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061178572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-08T10:18:38,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061178673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061178673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061178673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061178675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061178675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061178876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061178877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061178877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061178879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061178879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:38,938 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/148e12d7097448d394147e4ae2f29bab 2024-11-08T10:18:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-08T10:18:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/617f8cfe6b9a4022b1d812259cf3024c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/617f8cfe6b9a4022b1d812259cf3024c 2024-11-08T10:18:38,948 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/617f8cfe6b9a4022b1d812259cf3024c, entries=150, sequenceid=73, filesize=11.7 K 2024-11-08T10:18:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/4329b41728834dd39b4ea6cc93e31fb3 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4329b41728834dd39b4ea6cc93e31fb3 2024-11-08T10:18:38,955 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4329b41728834dd39b4ea6cc93e31fb3, entries=150, sequenceid=73, filesize=11.7 K 2024-11-08T10:18:38,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/148e12d7097448d394147e4ae2f29bab as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/148e12d7097448d394147e4ae2f29bab 2024-11-08T10:18:38,961 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/148e12d7097448d394147e4ae2f29bab, entries=150, sequenceid=73, filesize=11.7 K 2024-11-08T10:18:38,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 79922b9a340b188a8bb85c176e8ecb1c in 472ms, sequenceid=73, compaction requested=true 2024-11-08T10:18:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-08T10:18:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-08T10:18:38,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-08T10:18:38,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 626 msec 2024-11-08T10:18:38,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 631 msec 2024-11-08T10:18:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:39,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T10:18:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:39,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:39,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/291c447dd45f4714947091e945d93ea9 is 50, key is test_row_0/A:col10/1731061118570/Put/seqid=0 2024-11-08T10:18:39,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061179197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061179198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061179198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061179199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061179200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742088_1264 (size=12001) 2024-11-08T10:18:39,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/291c447dd45f4714947091e945d93ea9 2024-11-08T10:18:39,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/4509767e0c3e46cf95acf20f5fc0fdfe is 50, key is test_row_0/B:col10/1731061118570/Put/seqid=0 2024-11-08T10:18:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742089_1265 (size=12001) 2024-11-08T10:18:39,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/4509767e0c3e46cf95acf20f5fc0fdfe 2024-11-08T10:18:39,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/364b98affc124d289026aea8ffda554a is 50, key is test_row_0/C:col10/1731061118570/Put/seqid=0 2024-11-08T10:18:39,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742090_1266 (size=12001) 2024-11-08T10:18:39,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061179302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061179302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061179302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061179302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061179303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-08T10:18:39,440 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-08T10:18:39,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-08T10:18:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-08T10:18:39,443 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:39,443 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:39,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:39,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061179505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061179506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061179506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061179507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061179507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-08T10:18:39,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:39,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-08T10:18:39,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:39,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:39,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:39,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:39,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:39,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/364b98affc124d289026aea8ffda554a 2024-11-08T10:18:39,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/291c447dd45f4714947091e945d93ea9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/291c447dd45f4714947091e945d93ea9 2024-11-08T10:18:39,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/291c447dd45f4714947091e945d93ea9, entries=150, sequenceid=89, filesize=11.7 K 2024-11-08T10:18:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/4509767e0c3e46cf95acf20f5fc0fdfe as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4509767e0c3e46cf95acf20f5fc0fdfe 2024-11-08T10:18:39,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4509767e0c3e46cf95acf20f5fc0fdfe, entries=150, sequenceid=89, filesize=11.7 K 2024-11-08T10:18:39,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/364b98affc124d289026aea8ffda554a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/364b98affc124d289026aea8ffda554a 2024-11-08T10:18:39,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/364b98affc124d289026aea8ffda554a, entries=150, sequenceid=89, filesize=11.7 K 2024-11-08T10:18:39,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 79922b9a340b188a8bb85c176e8ecb1c in 481ms, sequenceid=89, compaction requested=true 2024-11-08T10:18:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:39,665 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:18:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:39,665 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:18:39,667 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:18:39,667 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/A is initiating minor compaction (all files) 2024-11-08T10:18:39,667 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:18:39,667 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/A in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:39,667 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/B is initiating minor compaction (all files) 2024-11-08T10:18:39,667 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/db165742160743d5b911e3bc519bc72b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/0660bbe1e6da4f32aa2536862b493e3b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/48c2348b61ea46f7aed4c465febaf9c5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/617f8cfe6b9a4022b1d812259cf3024c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/291c447dd45f4714947091e945d93ea9] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=58.6 K 2024-11-08T10:18:39,667 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/B in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:39,668 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cc352e39e15f4a889b5424d44a52be0c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6259426a08442098cd02143f1d6dbe5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/153b422862264c99bfd8e7194a0c189d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4329b41728834dd39b4ea6cc93e31fb3, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4509767e0c3e46cf95acf20f5fc0fdfe] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=58.6 K 2024-11-08T10:18:39,668 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting cc352e39e15f4a889b5424d44a52be0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731061114137 2024-11-08T10:18:39,668 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting db165742160743d5b911e3bc519bc72b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731061114137 2024-11-08T10:18:39,669 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a6259426a08442098cd02143f1d6dbe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731061114157 2024-11-08T10:18:39,669 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0660bbe1e6da4f32aa2536862b493e3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731061114157 2024-11-08T10:18:39,669 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 153b422862264c99bfd8e7194a0c189d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731061115282 2024-11-08T10:18:39,670 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4329b41728834dd39b4ea6cc93e31fb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731061116439 2024-11-08T10:18:39,670 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48c2348b61ea46f7aed4c465febaf9c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731061115282 2024-11-08T10:18:39,670 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4509767e0c3e46cf95acf20f5fc0fdfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731061118570 2024-11-08T10:18:39,670 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 617f8cfe6b9a4022b1d812259cf3024c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731061116439 2024-11-08T10:18:39,671 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 291c447dd45f4714947091e945d93ea9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731061118570 2024-11-08T10:18:39,695 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#A#compaction#222 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:39,695 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#B#compaction#223 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:39,695 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/56ae4263d7284175a550441e01f0639a is 50, key is test_row_0/A:col10/1731061118570/Put/seqid=0 2024-11-08T10:18:39,696 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/cd1376881f474f519214dfc7859e1ebe is 50, key is test_row_0/B:col10/1731061118570/Put/seqid=0 2024-11-08T10:18:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742091_1267 (size=12173) 2024-11-08T10:18:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742092_1268 (size=12173) 2024-11-08T10:18:39,710 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/cd1376881f474f519214dfc7859e1ebe as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cd1376881f474f519214dfc7859e1ebe 2024-11-08T10:18:39,715 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/B of 79922b9a340b188a8bb85c176e8ecb1c into cd1376881f474f519214dfc7859e1ebe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:39,715 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:39,715 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/B, priority=11, startTime=1731061119665; duration=0sec 2024-11-08T10:18:39,715 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:39,715 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:B 2024-11-08T10:18:39,715 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:18:39,717 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:18:39,717 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/C is initiating minor compaction (all files) 2024-11-08T10:18:39,717 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/C in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:39,717 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6a028441f49c48a884ca7dc612ab7182, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/850ad67d16d84a0fb4a78c183fdfed3c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/86f89a96b1484a5b9f12786ff9e7878e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/148e12d7097448d394147e4ae2f29bab, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/364b98affc124d289026aea8ffda554a] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=58.6 K 2024-11-08T10:18:39,718 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a028441f49c48a884ca7dc612ab7182, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731061114137 2024-11-08T10:18:39,718 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 850ad67d16d84a0fb4a78c183fdfed3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731061114157 2024-11-08T10:18:39,718 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 86f89a96b1484a5b9f12786ff9e7878e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731061115282 2024-11-08T10:18:39,719 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 148e12d7097448d394147e4ae2f29bab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731061116439 2024-11-08T10:18:39,719 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 364b98affc124d289026aea8ffda554a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731061118570 2024-11-08T10:18:39,731 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:39,731 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/6cbea445f14141e9879e85610004bc60 is 50, key is test_row_0/C:col10/1731061118570/Put/seqid=0 2024-11-08T10:18:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742093_1269 (size=12173) 2024-11-08T10:18:39,741 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/6cbea445f14141e9879e85610004bc60 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6cbea445f14141e9879e85610004bc60 2024-11-08T10:18:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-08T10:18:39,746 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/C of 79922b9a340b188a8bb85c176e8ecb1c into 6cbea445f14141e9879e85610004bc60(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:39,746 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:39,746 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/C, priority=11, startTime=1731061119665; duration=0sec 2024-11-08T10:18:39,746 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:39,746 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:C 2024-11-08T10:18:39,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:39,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-08T10:18:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:39,749 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T10:18:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:39,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/77852e1ae4054df1b27aa6fb9de334e1 is 50, key is test_row_0/A:col10/1731061119199/Put/seqid=0 2024-11-08T10:18:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742094_1270 (size=12001) 2024-11-08T10:18:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:39,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:39,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061179818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061179819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061179820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061179821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061179822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061179923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061179923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061179923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061179925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:39,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061179925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-08T10:18:40,105 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/56ae4263d7284175a550441e01f0639a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/56ae4263d7284175a550441e01f0639a 2024-11-08T10:18:40,110 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/A of 79922b9a340b188a8bb85c176e8ecb1c into 56ae4263d7284175a550441e01f0639a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:40,110 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:40,111 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/A, priority=11, startTime=1731061119665; duration=0sec 2024-11-08T10:18:40,111 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:40,111 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:A 2024-11-08T10:18:40,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061180125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061180126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061180126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061180129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061180129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,159 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/77852e1ae4054df1b27aa6fb9de334e1 2024-11-08T10:18:40,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/b6aa7ce206684b9aa7cf065f60373605 is 50, key is test_row_0/B:col10/1731061119199/Put/seqid=0 2024-11-08T10:18:40,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742095_1271 (size=12001) 2024-11-08T10:18:40,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061180428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061180428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061180430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061180432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061180433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-08T10:18:40,572 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/b6aa7ce206684b9aa7cf065f60373605 2024-11-08T10:18:40,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/09dad5c54672424f8e242dacf7e653a2 is 50, key is test_row_0/C:col10/1731061119199/Put/seqid=0 2024-11-08T10:18:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742096_1272 (size=12001) 2024-11-08T10:18:40,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061180932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061180934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061180936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061180936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:40,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061180939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:41,000 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/09dad5c54672424f8e242dacf7e653a2 2024-11-08T10:18:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/77852e1ae4054df1b27aa6fb9de334e1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/77852e1ae4054df1b27aa6fb9de334e1 2024-11-08T10:18:41,009 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/77852e1ae4054df1b27aa6fb9de334e1, entries=150, sequenceid=111, filesize=11.7 K 2024-11-08T10:18:41,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/b6aa7ce206684b9aa7cf065f60373605 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b6aa7ce206684b9aa7cf065f60373605 2024-11-08T10:18:41,015 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b6aa7ce206684b9aa7cf065f60373605, entries=150, sequenceid=111, filesize=11.7 K 2024-11-08T10:18:41,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/09dad5c54672424f8e242dacf7e653a2 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/09dad5c54672424f8e242dacf7e653a2 2024-11-08T10:18:41,020 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/09dad5c54672424f8e242dacf7e653a2, entries=150, sequenceid=111, filesize=11.7 K 2024-11-08T10:18:41,021 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 79922b9a340b188a8bb85c176e8ecb1c in 1272ms, sequenceid=111, compaction requested=false 2024-11-08T10:18:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-08T10:18:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-08T10:18:41,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-08T10:18:41,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5790 sec 2024-11-08T10:18:41,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.5840 sec 2024-11-08T10:18:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-08T10:18:41,547 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-08T10:18:41,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-08T10:18:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-08T10:18:41,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:41,551 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:41,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-08T10:18:41,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:41,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-08T10:18:41,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:41,704 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T10:18:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/09caf750e5b345b895cfebe6027f8168 is 50, key is test_row_0/A:col10/1731061119814/Put/seqid=0 2024-11-08T10:18:41,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742097_1273 (size=12001) 2024-11-08T10:18:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-08T10:18:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:41,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061181953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061181954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:41,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:41,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061181955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061181956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:41,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061181956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061182057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061182058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061182060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061182059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061182060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,124 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/09caf750e5b345b895cfebe6027f8168 2024-11-08T10:18:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/65a11e49f7464dc5838572f5ae0730b5 is 50, key is test_row_0/B:col10/1731061119814/Put/seqid=0 2024-11-08T10:18:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-08T10:18:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742098_1274 (size=12001) 2024-11-08T10:18:42,166 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/65a11e49f7464dc5838572f5ae0730b5 2024-11-08T10:18:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/9e31ab24ca0a4143af47ced64d15aa79 is 50, key is test_row_0/C:col10/1731061119814/Put/seqid=0 2024-11-08T10:18:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742099_1275 (size=12001) 2024-11-08T10:18:42,184 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/9e31ab24ca0a4143af47ced64d15aa79 2024-11-08T10:18:42,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/09caf750e5b345b895cfebe6027f8168 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/09caf750e5b345b895cfebe6027f8168 2024-11-08T10:18:42,195 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/09caf750e5b345b895cfebe6027f8168, entries=150, sequenceid=128, filesize=11.7 K 2024-11-08T10:18:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/65a11e49f7464dc5838572f5ae0730b5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/65a11e49f7464dc5838572f5ae0730b5 2024-11-08T10:18:42,200 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/65a11e49f7464dc5838572f5ae0730b5, entries=150, sequenceid=128, filesize=11.7 K 2024-11-08T10:18:42,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/9e31ab24ca0a4143af47ced64d15aa79 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9e31ab24ca0a4143af47ced64d15aa79 2024-11-08T10:18:42,205 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9e31ab24ca0a4143af47ced64d15aa79, entries=150, sequenceid=128, filesize=11.7 K 2024-11-08T10:18:42,206 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 79922b9a340b188a8bb85c176e8ecb1c in 502ms, sequenceid=128, compaction requested=true 2024-11-08T10:18:42,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:42,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:42,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-08T10:18:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-08T10:18:42,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-08T10:18:42,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 657 msec 2024-11-08T10:18:42,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 662 msec 2024-11-08T10:18:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:42,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:18:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:42,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:42,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3320e3a591144185a99f0a70dd2c8ffa is 50, key is test_row_0/A:col10/1731061121954/Put/seqid=0 2024-11-08T10:18:42,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742100_1276 (size=12151) 2024-11-08T10:18:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061182273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061182274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061182277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061182277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061182279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3320e3a591144185a99f0a70dd2c8ffa 2024-11-08T10:18:42,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/11375579380c4c4991b639061cef2887 is 50, key is test_row_0/B:col10/1731061121954/Put/seqid=0 2024-11-08T10:18:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742101_1277 (size=12151) 2024-11-08T10:18:42,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061182379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061182379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061182381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061182382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061182383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061182582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061182583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061182584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061182585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061182585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-08T10:18:42,653 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-08T10:18:42,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-08T10:18:42,656 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-08T10:18:42,656 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:42,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:42,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/11375579380c4c4991b639061cef2887 2024-11-08T10:18:42,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/378ff03e66f84385aa2cb05a118ad758 is 50, key is test_row_0/C:col10/1731061121954/Put/seqid=0 2024-11-08T10:18:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742102_1278 (size=12151) 2024-11-08T10:18:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-08T10:18:42,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:42,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-08T10:18:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:42,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:42,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:42,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061182885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061182887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061182889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061182890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061182891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-08T10:18:42,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:42,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-08T10:18:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:42,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:43,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:43,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-08T10:18:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:43,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:43,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/378ff03e66f84385aa2cb05a118ad758 2024-11-08T10:18:43,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3320e3a591144185a99f0a70dd2c8ffa as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3320e3a591144185a99f0a70dd2c8ffa 2024-11-08T10:18:43,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3320e3a591144185a99f0a70dd2c8ffa, entries=150, sequenceid=151, filesize=11.9 K 2024-11-08T10:18:43,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/11375579380c4c4991b639061cef2887 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/11375579380c4c4991b639061cef2887 2024-11-08T10:18:43,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/11375579380c4c4991b639061cef2887, entries=150, sequenceid=151, filesize=11.9 K 2024-11-08T10:18:43,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/378ff03e66f84385aa2cb05a118ad758 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/378ff03e66f84385aa2cb05a118ad758 2024-11-08T10:18:43,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/378ff03e66f84385aa2cb05a118ad758, entries=150, sequenceid=151, filesize=11.9 K 2024-11-08T10:18:43,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 79922b9a340b188a8bb85c176e8ecb1c in 875ms, sequenceid=151, compaction requested=true 2024-11-08T10:18:43,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:43,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:43,138 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:18:43,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:43,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:43,138 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:18:43,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:43,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:43,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:43,140 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:18:43,140 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/A is initiating minor compaction (all files) 2024-11-08T10:18:43,140 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/A in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:43,140 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/56ae4263d7284175a550441e01f0639a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/77852e1ae4054df1b27aa6fb9de334e1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/09caf750e5b345b895cfebe6027f8168, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3320e3a591144185a99f0a70dd2c8ffa] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=47.2 K 2024-11-08T10:18:43,141 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:18:43,141 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ae4263d7284175a550441e01f0639a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731061118570 2024-11-08T10:18:43,141 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/B is initiating minor compaction (all files) 2024-11-08T10:18:43,141 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/B in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:43,141 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cd1376881f474f519214dfc7859e1ebe, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b6aa7ce206684b9aa7cf065f60373605, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/65a11e49f7464dc5838572f5ae0730b5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/11375579380c4c4991b639061cef2887] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=47.2 K 2024-11-08T10:18:43,141 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77852e1ae4054df1b27aa6fb9de334e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731061119197 2024-11-08T10:18:43,142 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting cd1376881f474f519214dfc7859e1ebe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731061118570 2024-11-08T10:18:43,142 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09caf750e5b345b895cfebe6027f8168, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731061119814 2024-11-08T10:18:43,142 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3320e3a591144185a99f0a70dd2c8ffa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731061121954 2024-11-08T10:18:43,142 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b6aa7ce206684b9aa7cf065f60373605, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731061119197 2024-11-08T10:18:43,143 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 65a11e49f7464dc5838572f5ae0730b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731061119814 2024-11-08T10:18:43,143 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 11375579380c4c4991b639061cef2887, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731061121954 2024-11-08T10:18:43,152 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:43,152 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/6f4fb6d69aaf4c828b24bcce870b6b3f is 50, key is test_row_0/A:col10/1731061121954/Put/seqid=0 2024-11-08T10:18:43,158 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#B#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:43,159 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/8fb265418fd542938e1b2a7700481f0c is 50, key is test_row_0/B:col10/1731061121954/Put/seqid=0 2024-11-08T10:18:43,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742103_1279 (size=12459) 2024-11-08T10:18:43,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742104_1280 (size=12459) 2024-11-08T10:18:43,179 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/6f4fb6d69aaf4c828b24bcce870b6b3f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f4fb6d69aaf4c828b24bcce870b6b3f 2024-11-08T10:18:43,186 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/A of 79922b9a340b188a8bb85c176e8ecb1c into 6f4fb6d69aaf4c828b24bcce870b6b3f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:43,186 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:43,186 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/A, priority=12, startTime=1731061123138; duration=0sec 2024-11-08T10:18:43,186 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:43,186 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:A 2024-11-08T10:18:43,186 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:18:43,188 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:18:43,188 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/C is initiating minor compaction (all files) 2024-11-08T10:18:43,188 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/C in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:43,188 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6cbea445f14141e9879e85610004bc60, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/09dad5c54672424f8e242dacf7e653a2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9e31ab24ca0a4143af47ced64d15aa79, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/378ff03e66f84385aa2cb05a118ad758] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=47.2 K 2024-11-08T10:18:43,193 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cbea445f14141e9879e85610004bc60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731061118570 2024-11-08T10:18:43,193 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09dad5c54672424f8e242dacf7e653a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731061119197 2024-11-08T10:18:43,194 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e31ab24ca0a4143af47ced64d15aa79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731061119814 2024-11-08T10:18:43,194 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 378ff03e66f84385aa2cb05a118ad758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731061121954 2024-11-08T10:18:43,205 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:43,206 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/115045f459dc49d6a73dceddd1430e4f is 50, key is test_row_0/C:col10/1731061121954/Put/seqid=0 2024-11-08T10:18:43,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742105_1281 (size=12459) 2024-11-08T10:18:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-08T10:18:43,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:43,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-08T10:18:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:43,267 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T10:18:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/5c959d56dac144fb8a774fbd6dbf7d4e is 50, key is test_row_0/A:col10/1731061122276/Put/seqid=0 2024-11-08T10:18:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742106_1282 (size=12151) 2024-11-08T10:18:43,287 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/5c959d56dac144fb8a774fbd6dbf7d4e 2024-11-08T10:18:43,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/44db394f2a12467aa53e0919e9f83678 is 50, key is test_row_0/B:col10/1731061122276/Put/seqid=0 2024-11-08T10:18:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742107_1283 (size=12151) 2024-11-08T10:18:43,323 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/44db394f2a12467aa53e0919e9f83678 2024-11-08T10:18:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/f0d4a99842b54bbeb8e64eca23a68de0 is 50, key is test_row_0/C:col10/1731061122276/Put/seqid=0 2024-11-08T10:18:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742108_1284 (size=12151) 2024-11-08T10:18:43,338 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/f0d4a99842b54bbeb8e64eca23a68de0 2024-11-08T10:18:43,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/5c959d56dac144fb8a774fbd6dbf7d4e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/5c959d56dac144fb8a774fbd6dbf7d4e 2024-11-08T10:18:43,349 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/5c959d56dac144fb8a774fbd6dbf7d4e, entries=150, sequenceid=166, filesize=11.9 K 2024-11-08T10:18:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/44db394f2a12467aa53e0919e9f83678 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/44db394f2a12467aa53e0919e9f83678 2024-11-08T10:18:43,359 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/44db394f2a12467aa53e0919e9f83678, entries=150, sequenceid=166, filesize=11.9 K 2024-11-08T10:18:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/f0d4a99842b54bbeb8e64eca23a68de0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f0d4a99842b54bbeb8e64eca23a68de0 2024-11-08T10:18:43,385 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f0d4a99842b54bbeb8e64eca23a68de0, entries=150, sequenceid=166, filesize=11.9 K 2024-11-08T10:18:43,390 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=6.71 KB/6870 for 79922b9a340b188a8bb85c176e8ecb1c in 123ms, sequenceid=166, compaction requested=false 2024-11-08T10:18:43,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:43,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:43,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-08T10:18:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-08T10:18:43,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-08T10:18:43,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 736 msec 2024-11-08T10:18:43,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 741 msec 2024-11-08T10:18:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:43,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T10:18:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:43,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/c5dcdb742122428bbf394b4f455dd20b is 50, key is test_row_0/A:col10/1731061123401/Put/seqid=0 2024-11-08T10:18:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742109_1285 (size=12151) 2024-11-08T10:18:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061183420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061183420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061183423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061183423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061183423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061183524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061183525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061183528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061183528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061183528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,581 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/8fb265418fd542938e1b2a7700481f0c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8fb265418fd542938e1b2a7700481f0c 2024-11-08T10:18:43,586 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/B of 79922b9a340b188a8bb85c176e8ecb1c into 8fb265418fd542938e1b2a7700481f0c(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:43,586 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:43,586 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/B, priority=12, startTime=1731061123138; duration=0sec 2024-11-08T10:18:43,586 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:43,586 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:B 2024-11-08T10:18:43,619 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/115045f459dc49d6a73dceddd1430e4f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/115045f459dc49d6a73dceddd1430e4f 2024-11-08T10:18:43,624 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/C of 79922b9a340b188a8bb85c176e8ecb1c into 115045f459dc49d6a73dceddd1430e4f(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:43,624 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:43,624 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/C, priority=12, startTime=1731061123139; duration=0sec 2024-11-08T10:18:43,624 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:43,624 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:C 2024-11-08T10:18:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061183727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061183728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061183730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061183730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061183731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-08T10:18:43,761 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-08T10:18:43,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-08T10:18:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-08T10:18:43,764 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:43,764 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:43,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:43,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/c5dcdb742122428bbf394b4f455dd20b 2024-11-08T10:18:43,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/6becc03eaf53454c860009346e655f76 is 50, key is test_row_0/B:col10/1731061123401/Put/seqid=0 2024-11-08T10:18:43,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742110_1286 (size=12151) 2024-11-08T10:18:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-08T10:18:43,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:43,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-08T10:18:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:43,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:44,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061184030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061184032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061184034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061184034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061184034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-08T10:18:44,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:44,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-08T10:18:44,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:44,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:44,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:44,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:44,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:44,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:44,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-08T10:18:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:44,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:44,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/6becc03eaf53454c860009346e655f76 2024-11-08T10:18:44,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/a6474f172c224df4ac9c949208616775 is 50, key is test_row_0/C:col10/1731061123401/Put/seqid=0 2024-11-08T10:18:44,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742111_1287 (size=12151) 2024-11-08T10:18:44,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/a6474f172c224df4ac9c949208616775 2024-11-08T10:18:44,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/c5dcdb742122428bbf394b4f455dd20b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c5dcdb742122428bbf394b4f455dd20b 2024-11-08T10:18:44,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c5dcdb742122428bbf394b4f455dd20b, entries=150, sequenceid=180, filesize=11.9 K 2024-11-08T10:18:44,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/6becc03eaf53454c860009346e655f76 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/6becc03eaf53454c860009346e655f76 2024-11-08T10:18:44,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/6becc03eaf53454c860009346e655f76, entries=150, sequenceid=180, filesize=11.9 K 2024-11-08T10:18:44,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/a6474f172c224df4ac9c949208616775 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a6474f172c224df4ac9c949208616775 2024-11-08T10:18:44,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a6474f172c224df4ac9c949208616775, entries=150, sequenceid=180, filesize=11.9 K 2024-11-08T10:18:44,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 79922b9a340b188a8bb85c176e8ecb1c in 861ms, sequenceid=180, compaction requested=true 2024-11-08T10:18:44,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:44,264 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:44,264 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:44,265 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:44,265 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/A is initiating minor compaction (all files) 2024-11-08T10:18:44,265 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/A in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:44,265 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f4fb6d69aaf4c828b24bcce870b6b3f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/5c959d56dac144fb8a774fbd6dbf7d4e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c5dcdb742122428bbf394b4f455dd20b] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=35.9 K 2024-11-08T10:18:44,266 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:44,266 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/B is initiating minor compaction (all files) 2024-11-08T10:18:44,266 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/B in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:44,266 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8fb265418fd542938e1b2a7700481f0c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/44db394f2a12467aa53e0919e9f83678, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/6becc03eaf53454c860009346e655f76] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=35.9 K 2024-11-08T10:18:44,266 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f4fb6d69aaf4c828b24bcce870b6b3f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731061121954 2024-11-08T10:18:44,267 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c959d56dac144fb8a774fbd6dbf7d4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731061122271 2024-11-08T10:18:44,267 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fb265418fd542938e1b2a7700481f0c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731061121954 2024-11-08T10:18:44,267 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 44db394f2a12467aa53e0919e9f83678, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731061122271 2024-11-08T10:18:44,267 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 6becc03eaf53454c860009346e655f76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731061123400 2024-11-08T10:18:44,269 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5dcdb742122428bbf394b4f455dd20b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731061123400 2024-11-08T10:18:44,279 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:44,280 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/a6421623c62f48198026419c66bfe01c is 50, key is test_row_0/B:col10/1731061123401/Put/seqid=0 2024-11-08T10:18:44,282 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:44,283 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/e61b8bbeddec480e957c698a5627c569 is 50, key is test_row_0/A:col10/1731061123401/Put/seqid=0 2024-11-08T10:18:44,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742112_1288 (size=12561) 2024-11-08T10:18:44,298 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/a6421623c62f48198026419c66bfe01c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6421623c62f48198026419c66bfe01c 2024-11-08T10:18:44,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742113_1289 (size=12561) 2024-11-08T10:18:44,303 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/B of 79922b9a340b188a8bb85c176e8ecb1c into a6421623c62f48198026419c66bfe01c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:44,303 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:44,303 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/B, priority=13, startTime=1731061124264; duration=0sec 2024-11-08T10:18:44,303 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:44,303 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:B 2024-11-08T10:18:44,303 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:44,305 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:44,305 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/C is initiating minor compaction (all files) 2024-11-08T10:18:44,305 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/C in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:44,305 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/115045f459dc49d6a73dceddd1430e4f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f0d4a99842b54bbeb8e64eca23a68de0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a6474f172c224df4ac9c949208616775] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=35.9 K 2024-11-08T10:18:44,305 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 115045f459dc49d6a73dceddd1430e4f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731061121954 2024-11-08T10:18:44,306 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f0d4a99842b54bbeb8e64eca23a68de0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731061122271 2024-11-08T10:18:44,306 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a6474f172c224df4ac9c949208616775, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731061123400 2024-11-08T10:18:44,309 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/e61b8bbeddec480e957c698a5627c569 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/e61b8bbeddec480e957c698a5627c569 2024-11-08T10:18:44,316 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:44,317 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/79c0696de31d43a0919c7b53055c8f95 is 50, key is test_row_0/C:col10/1731061123401/Put/seqid=0 2024-11-08T10:18:44,319 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/A of 79922b9a340b188a8bb85c176e8ecb1c into e61b8bbeddec480e957c698a5627c569(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:44,319 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:44,319 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/A, priority=13, startTime=1731061124263; duration=0sec 2024-11-08T10:18:44,319 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:44,319 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:A 2024-11-08T10:18:44,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742114_1290 (size=12561) 2024-11-08T10:18:44,335 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/79c0696de31d43a0919c7b53055c8f95 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/79c0696de31d43a0919c7b53055c8f95 2024-11-08T10:18:44,345 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/C of 79922b9a340b188a8bb85c176e8ecb1c into 79c0696de31d43a0919c7b53055c8f95(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:44,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:44,345 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/C, priority=13, startTime=1731061124264; duration=0sec 2024-11-08T10:18:44,346 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:44,346 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:C 2024-11-08T10:18:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-08T10:18:44,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:44,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-08T10:18:44,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:44,376 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:18:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:44,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3e9d9ca8393741ad9e682e8d2b4067c2 is 50, key is test_row_0/A:col10/1731061123422/Put/seqid=0 2024-11-08T10:18:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742115_1291 (size=12151) 2024-11-08T10:18:44,392 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3e9d9ca8393741ad9e682e8d2b4067c2 2024-11-08T10:18:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/f69c96e6662e4371954b3db430a8014b is 50, key is test_row_0/B:col10/1731061123422/Put/seqid=0 2024-11-08T10:18:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742116_1292 (size=12151) 2024-11-08T10:18:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:44,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:44,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061184551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061184570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061184570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061184571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061184571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061184673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061184674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061184674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061184674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061184675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,811 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/f69c96e6662e4371954b3db430a8014b 2024-11-08T10:18:44,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/4a9f919407394760b961598b50678f49 is 50, key is test_row_0/C:col10/1731061123422/Put/seqid=0 2024-11-08T10:18:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742117_1293 (size=12151) 2024-11-08T10:18:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-08T10:18:44,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061184875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061184875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061184876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061184877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:44,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061184878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061185179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061185179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061185179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061185181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061185182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,226 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/4a9f919407394760b961598b50678f49 2024-11-08T10:18:45,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3e9d9ca8393741ad9e682e8d2b4067c2 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e9d9ca8393741ad9e682e8d2b4067c2 2024-11-08T10:18:45,235 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e9d9ca8393741ad9e682e8d2b4067c2, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T10:18:45,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/f69c96e6662e4371954b3db430a8014b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/f69c96e6662e4371954b3db430a8014b 2024-11-08T10:18:45,240 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/f69c96e6662e4371954b3db430a8014b, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T10:18:45,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/4a9f919407394760b961598b50678f49 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/4a9f919407394760b961598b50678f49 2024-11-08T10:18:45,245 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/4a9f919407394760b961598b50678f49, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T10:18:45,246 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 79922b9a340b188a8bb85c176e8ecb1c in 871ms, sequenceid=207, compaction requested=false 2024-11-08T10:18:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-08T10:18:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-08T10:18:45,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-08T10:18:45,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4830 sec 2024-11-08T10:18:45,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.4870 sec 2024-11-08T10:18:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:45,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T10:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:45,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3b35b967fbe747d8bfe9237fdadd9f3c is 50, key is test_row_0/A:col10/1731061124542/Put/seqid=0 2024-11-08T10:18:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742118_1294 (size=12151) 2024-11-08T10:18:45,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3b35b967fbe747d8bfe9237fdadd9f3c 2024-11-08T10:18:45,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061185699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/8c3e1bca41aa4f7f9081589224b16da6 is 50, key is test_row_0/B:col10/1731061124542/Put/seqid=0 2024-11-08T10:18:45,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061185701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061185702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061185703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061185708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742119_1295 (size=12151) 2024-11-08T10:18:45,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/8c3e1bca41aa4f7f9081589224b16da6 2024-11-08T10:18:45,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/5247207f67444a57ab691dbf250b75b8 is 50, key is test_row_0/C:col10/1731061124542/Put/seqid=0 2024-11-08T10:18:45,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742120_1296 (size=12151) 2024-11-08T10:18:45,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/5247207f67444a57ab691dbf250b75b8 2024-11-08T10:18:45,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3b35b967fbe747d8bfe9237fdadd9f3c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3b35b967fbe747d8bfe9237fdadd9f3c 2024-11-08T10:18:45,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3b35b967fbe747d8bfe9237fdadd9f3c, entries=150, sequenceid=222, filesize=11.9 K 2024-11-08T10:18:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/8c3e1bca41aa4f7f9081589224b16da6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8c3e1bca41aa4f7f9081589224b16da6 2024-11-08T10:18:45,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8c3e1bca41aa4f7f9081589224b16da6, entries=150, sequenceid=222, filesize=11.9 K 2024-11-08T10:18:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/5247207f67444a57ab691dbf250b75b8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5247207f67444a57ab691dbf250b75b8 2024-11-08T10:18:45,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5247207f67444a57ab691dbf250b75b8, entries=150, sequenceid=222, filesize=11.9 K 2024-11-08T10:18:45,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 79922b9a340b188a8bb85c176e8ecb1c in 73ms, sequenceid=222, compaction requested=true 2024-11-08T10:18:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:45,756 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:45,756 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:45,758 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:45,758 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/B is initiating minor compaction (all files) 2024-11-08T10:18:45,758 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/B in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:45,758 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6421623c62f48198026419c66bfe01c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/f69c96e6662e4371954b3db430a8014b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8c3e1bca41aa4f7f9081589224b16da6] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=36.0 K 2024-11-08T10:18:45,758 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:45,758 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/A is initiating minor compaction (all files) 2024-11-08T10:18:45,758 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a6421623c62f48198026419c66bfe01c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731061123400 2024-11-08T10:18:45,758 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/A in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:45,759 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/e61b8bbeddec480e957c698a5627c569, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e9d9ca8393741ad9e682e8d2b4067c2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3b35b967fbe747d8bfe9237fdadd9f3c] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=36.0 K 2024-11-08T10:18:45,759 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f69c96e6662e4371954b3db430a8014b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731061123414 2024-11-08T10:18:45,759 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c3e1bca41aa4f7f9081589224b16da6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731061124542 2024-11-08T10:18:45,759 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting e61b8bbeddec480e957c698a5627c569, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731061123400 2024-11-08T10:18:45,760 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e9d9ca8393741ad9e682e8d2b4067c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731061123414 2024-11-08T10:18:45,760 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b35b967fbe747d8bfe9237fdadd9f3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731061124542 2024-11-08T10:18:45,768 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:45,769 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/e27ff3c6661e4499a1c7a5120b01e6a0 is 50, key is test_row_0/B:col10/1731061124542/Put/seqid=0 2024-11-08T10:18:45,774 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:45,774 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/cc241eb0839349d1b773eefc7c12299d is 50, key is test_row_0/A:col10/1731061124542/Put/seqid=0 2024-11-08T10:18:45,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742121_1297 (size=12663) 2024-11-08T10:18:45,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742122_1298 (size=12663) 2024-11-08T10:18:45,799 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/cc241eb0839349d1b773eefc7c12299d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/cc241eb0839349d1b773eefc7c12299d 2024-11-08T10:18:45,805 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/A of 79922b9a340b188a8bb85c176e8ecb1c into cc241eb0839349d1b773eefc7c12299d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:45,805 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:45,805 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/A, priority=13, startTime=1731061125756; duration=0sec 2024-11-08T10:18:45,806 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:45,806 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:A 2024-11-08T10:18:45,806 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:45,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T10:18:45,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:45,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:45,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:45,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:45,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:45,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:45,812 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:45,812 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/C is initiating minor compaction (all files) 2024-11-08T10:18:45,813 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/C in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:45,813 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/79c0696de31d43a0919c7b53055c8f95, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/4a9f919407394760b961598b50678f49, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5247207f67444a57ab691dbf250b75b8] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=36.0 K 2024-11-08T10:18:45,813 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79c0696de31d43a0919c7b53055c8f95, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731061123400 2024-11-08T10:18:45,814 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a9f919407394760b961598b50678f49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731061123414 2024-11-08T10:18:45,814 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5247207f67444a57ab691dbf250b75b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731061124542 2024-11-08T10:18:45,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/9be4bca423f042edb5635ee81b4ed940 is 50, key is test_row_0/A:col10/1731061125697/Put/seqid=0 2024-11-08T10:18:45,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061185813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,821 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061185815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,822 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/7b7b7637db4a42bd800eb2b4d4ca2d81 is 50, key is test_row_0/C:col10/1731061124542/Put/seqid=0 2024-11-08T10:18:45,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061185821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061185821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742123_1299 (size=14541) 2024-11-08T10:18:45,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061185821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742124_1300 (size=12663) 2024-11-08T10:18:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-08T10:18:45,868 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-08T10:18:45,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-08T10:18:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-08T10:18:45,871 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:45,872 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:45,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:45,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061185922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061185923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061185925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061185926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061185926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-08T10:18:46,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:46,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-08T10:18:46,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:46,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061186125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061186126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061186129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061186129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061186129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-08T10:18:46,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:46,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-08T10:18:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,191 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/e27ff3c6661e4499a1c7a5120b01e6a0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e27ff3c6661e4499a1c7a5120b01e6a0 2024-11-08T10:18:46,195 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/B of 79922b9a340b188a8bb85c176e8ecb1c into e27ff3c6661e4499a1c7a5120b01e6a0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:46,195 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:46,195 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/B, priority=13, startTime=1731061125756; duration=0sec 2024-11-08T10:18:46,196 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:46,196 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:B 2024-11-08T10:18:46,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/9be4bca423f042edb5635ee81b4ed940 2024-11-08T10:18:46,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/feca34df065e4f9289511067d909e618 is 50, key is test_row_0/B:col10/1731061125697/Put/seqid=0 2024-11-08T10:18:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742125_1301 (size=12151) 2024-11-08T10:18:46,248 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/7b7b7637db4a42bd800eb2b4d4ca2d81 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/7b7b7637db4a42bd800eb2b4d4ca2d81 2024-11-08T10:18:46,254 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/C of 79922b9a340b188a8bb85c176e8ecb1c into 7b7b7637db4a42bd800eb2b4d4ca2d81(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:46,254 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:46,254 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/C, priority=13, startTime=1731061125756; duration=0sec 2024-11-08T10:18:46,254 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:46,254 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:C 2024-11-08T10:18:46,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:46,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-08T10:18:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061186428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061186428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061186431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061186432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061186441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-08T10:18:46,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:46,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-08T10:18:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:46,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-08T10:18:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:46,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/feca34df065e4f9289511067d909e618 2024-11-08T10:18:46,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/81afb7a04a79442a921a0a6ce1797e4f is 50, key is test_row_0/C:col10/1731061125697/Put/seqid=0 2024-11-08T10:18:46,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742126_1302 (size=12151) 2024-11-08T10:18:46,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/81afb7a04a79442a921a0a6ce1797e4f 2024-11-08T10:18:46,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/9be4bca423f042edb5635ee81b4ed940 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/9be4bca423f042edb5635ee81b4ed940 2024-11-08T10:18:46,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/9be4bca423f042edb5635ee81b4ed940, entries=200, sequenceid=246, filesize=14.2 K 2024-11-08T10:18:46,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/feca34df065e4f9289511067d909e618 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/feca34df065e4f9289511067d909e618 2024-11-08T10:18:46,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/feca34df065e4f9289511067d909e618, entries=150, sequenceid=246, filesize=11.9 K 2024-11-08T10:18:46,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/81afb7a04a79442a921a0a6ce1797e4f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/81afb7a04a79442a921a0a6ce1797e4f 2024-11-08T10:18:46,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/81afb7a04a79442a921a0a6ce1797e4f, entries=150, sequenceid=246, filesize=11.9 K 2024-11-08T10:18:46,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 79922b9a340b188a8bb85c176e8ecb1c in 868ms, sequenceid=246, compaction requested=false 2024-11-08T10:18:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:46,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:46,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-08T10:18:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:46,789 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:18:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:46,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/6f3268111996499380a2a6f322ea7a8d is 50, key is test_row_0/A:col10/1731061125813/Put/seqid=0 2024-11-08T10:18:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742127_1303 (size=12251) 2024-11-08T10:18:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:46,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061186949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061186951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061186950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061186952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061186952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-08T10:18:47,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061187053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061187053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061187054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061187054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,200 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/6f3268111996499380a2a6f322ea7a8d 2024-11-08T10:18:47,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/4803278dd1064852b51d11827d3b3944 is 50, key is test_row_0/B:col10/1731061125813/Put/seqid=0 2024-11-08T10:18:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742128_1304 (size=12251) 2024-11-08T10:18:47,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061187257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061187257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061187263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061187266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061187560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061187566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061187567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061187569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:47,619 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/4803278dd1064852b51d11827d3b3944 2024-11-08T10:18:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/2da32007faaa47dd91814e1bd22964a1 is 50, key is test_row_0/C:col10/1731061125813/Put/seqid=0 2024-11-08T10:18:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742129_1305 (size=12251) 2024-11-08T10:18:47,655 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/2da32007faaa47dd91814e1bd22964a1 2024-11-08T10:18:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/6f3268111996499380a2a6f322ea7a8d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f3268111996499380a2a6f322ea7a8d 2024-11-08T10:18:47,666 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f3268111996499380a2a6f322ea7a8d, entries=150, sequenceid=261, filesize=12.0 K 2024-11-08T10:18:47,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/4803278dd1064852b51d11827d3b3944 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4803278dd1064852b51d11827d3b3944 2024-11-08T10:18:47,673 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4803278dd1064852b51d11827d3b3944, entries=150, sequenceid=261, filesize=12.0 K 2024-11-08T10:18:47,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/2da32007faaa47dd91814e1bd22964a1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/2da32007faaa47dd91814e1bd22964a1 2024-11-08T10:18:47,678 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/2da32007faaa47dd91814e1bd22964a1, entries=150, sequenceid=261, filesize=12.0 K 2024-11-08T10:18:47,680 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 79922b9a340b188a8bb85c176e8ecb1c in 891ms, sequenceid=261, compaction requested=true 2024-11-08T10:18:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-08T10:18:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-08T10:18:47,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-08T10:18:47,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-08T10:18:47,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.8150 sec 2024-11-08T10:18:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:47,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:18:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:47,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:47,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:47,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:47,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/03ec7c30b36342ce8917b2e1d9997115 is 50, key is test_row_0/A:col10/1731061126948/Put/seqid=0 2024-11-08T10:18:47,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742130_1306 (size=14741) 2024-11-08T10:18:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-08T10:18:47,975 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-08T10:18:47,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-08T10:18:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-08T10:18:47,978 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:47,978 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:47,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:47,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061187985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:48,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061188064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:48,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061188069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:48,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061188072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061188074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-08T10:18:48,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061188087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:48,129 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:48,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-08T10:18:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-08T10:18:48,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:48,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-08T10:18:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061188292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:48,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/03ec7c30b36342ce8917b2e1d9997115 2024-11-08T10:18:48,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/319f2222a8774854be97e00b02e203b7 is 50, key is test_row_0/B:col10/1731061126948/Put/seqid=0 2024-11-08T10:18:48,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742131_1307 (size=12301) 2024-11-08T10:18:48,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/319f2222a8774854be97e00b02e203b7 2024-11-08T10:18:48,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/5f8a6733b4474b29b36a132ea173b8fa is 50, key is test_row_0/C:col10/1731061126948/Put/seqid=0 2024-11-08T10:18:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742132_1308 (size=12301) 2024-11-08T10:18:48,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:48,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-08T10:18:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-08T10:18:48,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:48,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-08T10:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061188596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:48,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:48,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-08T10:18:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:48,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/5f8a6733b4474b29b36a132ea173b8fa 2024-11-08T10:18:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/03ec7c30b36342ce8917b2e1d9997115 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/03ec7c30b36342ce8917b2e1d9997115 2024-11-08T10:18:48,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/03ec7c30b36342ce8917b2e1d9997115, entries=200, sequenceid=285, filesize=14.4 K 2024-11-08T10:18:48,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/319f2222a8774854be97e00b02e203b7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/319f2222a8774854be97e00b02e203b7 2024-11-08T10:18:48,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/319f2222a8774854be97e00b02e203b7, entries=150, sequenceid=285, filesize=12.0 K 2024-11-08T10:18:48,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/5f8a6733b4474b29b36a132ea173b8fa as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5f8a6733b4474b29b36a132ea173b8fa 2024-11-08T10:18:48,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5f8a6733b4474b29b36a132ea173b8fa, entries=150, sequenceid=285, filesize=12.0 K 2024-11-08T10:18:48,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 79922b9a340b188a8bb85c176e8ecb1c in 878ms, sequenceid=285, compaction requested=true 2024-11-08T10:18:48,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:48,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:48,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:48,839 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:18:48,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:48,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:48,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:48,839 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:18:48,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:48,841 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:18:48,841 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/B is initiating minor compaction (all files) 2024-11-08T10:18:48,841 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/B in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,841 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e27ff3c6661e4499a1c7a5120b01e6a0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/feca34df065e4f9289511067d909e618, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4803278dd1064852b51d11827d3b3944, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/319f2222a8774854be97e00b02e203b7] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=48.2 K 2024-11-08T10:18:48,841 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54196 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:18:48,841 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/A is initiating minor compaction (all files) 2024-11-08T10:18:48,841 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/A in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,841 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/cc241eb0839349d1b773eefc7c12299d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/9be4bca423f042edb5635ee81b4ed940, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f3268111996499380a2a6f322ea7a8d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/03ec7c30b36342ce8917b2e1d9997115] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=52.9 K 2024-11-08T10:18:48,842 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc241eb0839349d1b773eefc7c12299d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731061124542 2024-11-08T10:18:48,842 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e27ff3c6661e4499a1c7a5120b01e6a0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731061124542 2024-11-08T10:18:48,843 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting feca34df065e4f9289511067d909e618, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731061125697 2024-11-08T10:18:48,843 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9be4bca423f042edb5635ee81b4ed940, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731061125697 2024-11-08T10:18:48,843 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f3268111996499380a2a6f322ea7a8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731061125813 2024-11-08T10:18:48,843 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4803278dd1064852b51d11827d3b3944, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731061125813 2024-11-08T10:18:48,843 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03ec7c30b36342ce8917b2e1d9997115, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731061126946 2024-11-08T10:18:48,844 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 319f2222a8774854be97e00b02e203b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731061126948 2024-11-08T10:18:48,857 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:48,858 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/22259206f3bd4a0dbdce266b9d2b759a is 50, key is test_row_0/B:col10/1731061126948/Put/seqid=0 2024-11-08T10:18:48,858 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:48,859 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/1431d3f6ff6247c4b2c88c43cdd08ab8 is 50, key is test_row_0/A:col10/1731061126948/Put/seqid=0 2024-11-08T10:18:48,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742133_1309 (size=12949) 2024-11-08T10:18:48,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742134_1310 (size=12949) 2024-11-08T10:18:48,895 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/1431d3f6ff6247c4b2c88c43cdd08ab8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/1431d3f6ff6247c4b2c88c43cdd08ab8 2024-11-08T10:18:48,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:48,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-08T10:18:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,902 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T10:18:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:48,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:48,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:48,907 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/A of 79922b9a340b188a8bb85c176e8ecb1c into 1431d3f6ff6247c4b2c88c43cdd08ab8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:48,907 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:48,907 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/A, priority=12, startTime=1731061128839; duration=0sec 2024-11-08T10:18:48,907 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:48,907 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:A 2024-11-08T10:18:48,907 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:18:48,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/59fca129fc464e72a5a53d9f2ce24cff is 50, key is test_row_0/A:col10/1731061127975/Put/seqid=0 2024-11-08T10:18:48,916 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:18:48,916 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/C is initiating minor compaction (all files) 2024-11-08T10:18:48,916 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/C in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:48,916 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/7b7b7637db4a42bd800eb2b4d4ca2d81, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/81afb7a04a79442a921a0a6ce1797e4f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/2da32007faaa47dd91814e1bd22964a1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5f8a6733b4474b29b36a132ea173b8fa] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=48.2 K 2024-11-08T10:18:48,917 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b7b7637db4a42bd800eb2b4d4ca2d81, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731061124542 2024-11-08T10:18:48,917 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81afb7a04a79442a921a0a6ce1797e4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731061125697 2024-11-08T10:18:48,918 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2da32007faaa47dd91814e1bd22964a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731061125813 2024-11-08T10:18:48,924 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f8a6733b4474b29b36a132ea173b8fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731061126948 2024-11-08T10:18:48,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742135_1311 (size=12301) 2024-11-08T10:18:48,946 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#C#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:48,947 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/38df453b3bfc4ce9ae80c9f543abf517 is 50, key is test_row_0/C:col10/1731061126948/Put/seqid=0 2024-11-08T10:18:48,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742136_1312 (size=12949) 2024-11-08T10:18:48,970 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/38df453b3bfc4ce9ae80c9f543abf517 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/38df453b3bfc4ce9ae80c9f543abf517 2024-11-08T10:18:48,979 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/C of 79922b9a340b188a8bb85c176e8ecb1c into 38df453b3bfc4ce9ae80c9f543abf517(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:48,979 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:48,979 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/C, priority=12, startTime=1731061128839; duration=0sec 2024-11-08T10:18:48,979 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:48,979 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:C 2024-11-08T10:18:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:49,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-08T10:18:49,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061189099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061189100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061189101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061189102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061189104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061189206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061189206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061189206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061189209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,282 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/22259206f3bd4a0dbdce266b9d2b759a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/22259206f3bd4a0dbdce266b9d2b759a 2024-11-08T10:18:49,298 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/B of 79922b9a340b188a8bb85c176e8ecb1c into 22259206f3bd4a0dbdce266b9d2b759a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:49,300 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:49,300 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/B, priority=12, startTime=1731061128839; duration=0sec 2024-11-08T10:18:49,300 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:49,301 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:B 2024-11-08T10:18:49,333 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/59fca129fc464e72a5a53d9f2ce24cff 2024-11-08T10:18:49,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/2795c332c4c54438a42cdf1af1e1af96 is 50, key is test_row_0/B:col10/1731061127975/Put/seqid=0 2024-11-08T10:18:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742137_1313 (size=12301) 2024-11-08T10:18:49,370 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/2795c332c4c54438a42cdf1af1e1af96 2024-11-08T10:18:49,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/d1f78c529a5348b3b0a32b1726a62dc8 is 50, key is test_row_0/C:col10/1731061127975/Put/seqid=0 2024-11-08T10:18:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061189408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061189411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061189411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061189412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742138_1314 (size=12301) 2024-11-08T10:18:49,439 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/d1f78c529a5348b3b0a32b1726a62dc8 2024-11-08T10:18:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/59fca129fc464e72a5a53d9f2ce24cff as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/59fca129fc464e72a5a53d9f2ce24cff 2024-11-08T10:18:49,451 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/59fca129fc464e72a5a53d9f2ce24cff, entries=150, sequenceid=297, filesize=12.0 K 2024-11-08T10:18:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/2795c332c4c54438a42cdf1af1e1af96 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/2795c332c4c54438a42cdf1af1e1af96 2024-11-08T10:18:49,458 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/2795c332c4c54438a42cdf1af1e1af96, entries=150, sequenceid=297, filesize=12.0 K 2024-11-08T10:18:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/d1f78c529a5348b3b0a32b1726a62dc8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d1f78c529a5348b3b0a32b1726a62dc8 2024-11-08T10:18:49,465 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d1f78c529a5348b3b0a32b1726a62dc8, entries=150, sequenceid=297, filesize=12.0 K 2024-11-08T10:18:49,466 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 79922b9a340b188a8bb85c176e8ecb1c in 563ms, sequenceid=297, compaction requested=false 2024-11-08T10:18:49,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:49,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:49,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-08T10:18:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-08T10:18:49,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-08T10:18:49,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-11-08T10:18:49,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.4930 sec 2024-11-08T10:18:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:49,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T10:18:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:49,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:49,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:49,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:49,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:49,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:49,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/d44de303eb6c4752acf10e0bbc578a7c is 50, key is test_row_0/A:col10/1731061129714/Put/seqid=0 2024-11-08T10:18:49,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061189729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061189729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061189730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061189730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742139_1315 (size=12301) 2024-11-08T10:18:49,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/d44de303eb6c4752acf10e0bbc578a7c 2024-11-08T10:18:49,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/a3c718a6d67e4e81b986192e694cd5c7 is 50, key is test_row_0/B:col10/1731061129714/Put/seqid=0 2024-11-08T10:18:49,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742140_1316 (size=12301) 2024-11-08T10:18:49,832 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:18:49,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061189833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061189834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061189834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061189834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061190036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061190037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061190037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061190038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-08T10:18:50,082 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-08T10:18:50,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-08T10:18:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-08T10:18:50,085 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:50,086 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:50,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:50,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061190106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/a3c718a6d67e4e81b986192e694cd5c7 2024-11-08T10:18:50,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/580377b2b3d5456eaf0667e2c5aed71e is 50, key is test_row_0/C:col10/1731061129714/Put/seqid=0 2024-11-08T10:18:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-08T10:18:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742141_1317 (size=12301) 2024-11-08T10:18:50,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/580377b2b3d5456eaf0667e2c5aed71e 2024-11-08T10:18:50,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/d44de303eb6c4752acf10e0bbc578a7c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d44de303eb6c4752acf10e0bbc578a7c 2024-11-08T10:18:50,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d44de303eb6c4752acf10e0bbc578a7c, entries=150, sequenceid=326, filesize=12.0 K 2024-11-08T10:18:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/a3c718a6d67e4e81b986192e694cd5c7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a3c718a6d67e4e81b986192e694cd5c7 2024-11-08T10:18:50,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a3c718a6d67e4e81b986192e694cd5c7, entries=150, sequenceid=326, filesize=12.0 K 2024-11-08T10:18:50,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/580377b2b3d5456eaf0667e2c5aed71e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/580377b2b3d5456eaf0667e2c5aed71e 2024-11-08T10:18:50,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/580377b2b3d5456eaf0667e2c5aed71e, entries=150, sequenceid=326, filesize=12.0 K 2024-11-08T10:18:50,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 79922b9a340b188a8bb85c176e8ecb1c in 493ms, sequenceid=326, compaction requested=true 2024-11-08T10:18:50,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:50,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:50,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:50,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:50,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:50,208 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:50,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:50,208 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:50,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:50,209 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:50,209 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/B is initiating minor compaction (all files) 2024-11-08T10:18:50,209 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/B in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:50,209 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/22259206f3bd4a0dbdce266b9d2b759a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/2795c332c4c54438a42cdf1af1e1af96, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a3c718a6d67e4e81b986192e694cd5c7] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=36.7 K 2024-11-08T10:18:50,209 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:50,209 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/A is initiating minor compaction (all files) 2024-11-08T10:18:50,210 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/A in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:50,210 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/1431d3f6ff6247c4b2c88c43cdd08ab8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/59fca129fc464e72a5a53d9f2ce24cff, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d44de303eb6c4752acf10e0bbc578a7c] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=36.7 K 2024-11-08T10:18:50,210 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 22259206f3bd4a0dbdce266b9d2b759a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731061126948 2024-11-08T10:18:50,210 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1431d3f6ff6247c4b2c88c43cdd08ab8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731061126948 2024-11-08T10:18:50,210 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 2795c332c4c54438a42cdf1af1e1af96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731061127975 2024-11-08T10:18:50,210 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59fca129fc464e72a5a53d9f2ce24cff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731061127975 2024-11-08T10:18:50,211 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a3c718a6d67e4e81b986192e694cd5c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731061129098 2024-11-08T10:18:50,211 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d44de303eb6c4752acf10e0bbc578a7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731061129098 2024-11-08T10:18:50,230 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:50,231 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/c902e8fc97f143888eaf6876c6bed8e8 is 50, key is test_row_0/A:col10/1731061129714/Put/seqid=0 2024-11-08T10:18:50,233 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:50,234 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/fbede1478ae8408fb804ed6ff827f6ff is 50, key is test_row_0/B:col10/1731061129714/Put/seqid=0 2024-11-08T10:18:50,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:50,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-08T10:18:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:50,239 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T10:18:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:50,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742142_1318 (size=13051) 2024-11-08T10:18:50,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742143_1319 (size=13051) 2024-11-08T10:18:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/39a06b13bb474c66bd0997270478d754 is 50, key is test_row_1/A:col10/1731061129727/Put/seqid=0 2024-11-08T10:18:50,261 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/c902e8fc97f143888eaf6876c6bed8e8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c902e8fc97f143888eaf6876c6bed8e8 2024-11-08T10:18:50,262 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/fbede1478ae8408fb804ed6ff827f6ff as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/fbede1478ae8408fb804ed6ff827f6ff 2024-11-08T10:18:50,267 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/A of 79922b9a340b188a8bb85c176e8ecb1c into c902e8fc97f143888eaf6876c6bed8e8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:50,267 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:50,267 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/A, priority=13, startTime=1731061130208; duration=0sec 2024-11-08T10:18:50,267 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:50,267 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:A 2024-11-08T10:18:50,267 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:50,268 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/B of 79922b9a340b188a8bb85c176e8ecb1c into fbede1478ae8408fb804ed6ff827f6ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:50,268 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:50,268 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/B, priority=13, startTime=1731061130208; duration=0sec 2024-11-08T10:18:50,269 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:50,269 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:B 2024-11-08T10:18:50,269 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:50,269 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/C is initiating minor compaction (all files) 2024-11-08T10:18:50,269 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/C in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:50,269 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/38df453b3bfc4ce9ae80c9f543abf517, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d1f78c529a5348b3b0a32b1726a62dc8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/580377b2b3d5456eaf0667e2c5aed71e] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=36.7 K 2024-11-08T10:18:50,270 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38df453b3bfc4ce9ae80c9f543abf517, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731061126948 2024-11-08T10:18:50,270 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1f78c529a5348b3b0a32b1726a62dc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731061127975 2024-11-08T10:18:50,271 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 580377b2b3d5456eaf0667e2c5aed71e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731061129098 2024-11-08T10:18:50,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742144_1320 (size=9857) 2024-11-08T10:18:50,282 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/39a06b13bb474c66bd0997270478d754 2024-11-08T10:18:50,286 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:50,287 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/fc87c35475c046728a299f02347ac884 is 50, key is test_row_0/C:col10/1731061129714/Put/seqid=0 2024-11-08T10:18:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/19a26a2cfb6846b99633fdc66a22b463 is 50, key is test_row_1/B:col10/1731061129727/Put/seqid=0 2024-11-08T10:18:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742145_1321 (size=13051) 2024-11-08T10:18:50,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742146_1322 (size=9857) 2024-11-08T10:18:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:50,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:50,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061190369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061190370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061190371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061190372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-08T10:18:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061190474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061190473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061190474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061190476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061190677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061190677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061190677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061190680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-08T10:18:50,713 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/fc87c35475c046728a299f02347ac884 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/fc87c35475c046728a299f02347ac884 2024-11-08T10:18:50,719 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/C of 79922b9a340b188a8bb85c176e8ecb1c into fc87c35475c046728a299f02347ac884(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:50,719 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:50,719 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/C, priority=13, startTime=1731061130208; duration=0sec 2024-11-08T10:18:50,720 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:50,720 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:C 2024-11-08T10:18:50,721 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/19a26a2cfb6846b99633fdc66a22b463 2024-11-08T10:18:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/f5568382eaca4436ba58e2f2537b8a1a is 50, key is test_row_1/C:col10/1731061129727/Put/seqid=0 2024-11-08T10:18:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742147_1323 (size=9857) 2024-11-08T10:18:50,750 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/f5568382eaca4436ba58e2f2537b8a1a 2024-11-08T10:18:50,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/39a06b13bb474c66bd0997270478d754 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/39a06b13bb474c66bd0997270478d754 2024-11-08T10:18:50,762 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/39a06b13bb474c66bd0997270478d754, entries=100, sequenceid=336, filesize=9.6 K 2024-11-08T10:18:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/19a26a2cfb6846b99633fdc66a22b463 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/19a26a2cfb6846b99633fdc66a22b463 2024-11-08T10:18:50,774 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/19a26a2cfb6846b99633fdc66a22b463, entries=100, sequenceid=336, filesize=9.6 K 2024-11-08T10:18:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/f5568382eaca4436ba58e2f2537b8a1a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f5568382eaca4436ba58e2f2537b8a1a 2024-11-08T10:18:50,790 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f5568382eaca4436ba58e2f2537b8a1a, entries=100, sequenceid=336, filesize=9.6 K 2024-11-08T10:18:50,791 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 79922b9a340b188a8bb85c176e8ecb1c in 552ms, sequenceid=336, compaction requested=false 2024-11-08T10:18:50,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-08T10:18:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-08T10:18:50,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-08T10:18:50,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 707 msec 2024-11-08T10:18:50,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 712 msec 2024-11-08T10:18:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:50,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T10:18:50,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:50,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:50,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:50,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:50,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:50,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:50,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061190986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/8a116e24f04146c6b8723436e2dcdaec is 50, key is test_row_0/A:col10/1731061130981/Put/seqid=0 2024-11-08T10:18:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061190986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061190987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:50,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061190988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742148_1324 (size=12301) 2024-11-08T10:18:51,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061191089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061191089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061191090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061191091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-08T10:18:51,190 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-08T10:18:51,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-08T10:18:51,193 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-08T10:18:51,193 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:51,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:51,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061191291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-08T10:18:51,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061191292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061191294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061191295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:51,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T10:18:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/8a116e24f04146c6b8723436e2dcdaec 2024-11-08T10:18:51,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/e122633f1d02406bb988f56791b2d6c7 is 50, key is test_row_0/B:col10/1731061130981/Put/seqid=0 2024-11-08T10:18:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742149_1325 (size=12301) 2024-11-08T10:18:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-08T10:18:51,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:51,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T10:18:51,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:51,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061191594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061191596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061191597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061191597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:51,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:51,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T10:18:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-08T10:18:51,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:51,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T10:18:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:51,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/e122633f1d02406bb988f56791b2d6c7 2024-11-08T10:18:51,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/e532d11d501948edb8e2b6a729d50ea1 is 50, key is test_row_0/C:col10/1731061130981/Put/seqid=0 2024-11-08T10:18:51,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742150_1326 (size=12301) 2024-11-08T10:18:51,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/e532d11d501948edb8e2b6a729d50ea1 2024-11-08T10:18:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/8a116e24f04146c6b8723436e2dcdaec as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/8a116e24f04146c6b8723436e2dcdaec 2024-11-08T10:18:51,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/8a116e24f04146c6b8723436e2dcdaec, entries=150, sequenceid=367, filesize=12.0 K 2024-11-08T10:18:51,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/e122633f1d02406bb988f56791b2d6c7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e122633f1d02406bb988f56791b2d6c7 2024-11-08T10:18:51,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e122633f1d02406bb988f56791b2d6c7, entries=150, sequenceid=367, filesize=12.0 K 2024-11-08T10:18:51,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/e532d11d501948edb8e2b6a729d50ea1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e532d11d501948edb8e2b6a729d50ea1 2024-11-08T10:18:51,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e532d11d501948edb8e2b6a729d50ea1, entries=150, sequenceid=367, filesize=12.0 K 2024-11-08T10:18:51,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 79922b9a340b188a8bb85c176e8ecb1c in 870ms, sequenceid=367, compaction requested=true 2024-11-08T10:18:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:51,853 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:51,853 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:51,854 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:51,854 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/A is initiating minor compaction (all files) 2024-11-08T10:18:51,854 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/A in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,854 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c902e8fc97f143888eaf6876c6bed8e8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/39a06b13bb474c66bd0997270478d754, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/8a116e24f04146c6b8723436e2dcdaec] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=34.4 K 2024-11-08T10:18:51,854 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:51,854 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/B is initiating minor compaction (all files) 2024-11-08T10:18:51,854 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/B in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,855 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/fbede1478ae8408fb804ed6ff827f6ff, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/19a26a2cfb6846b99633fdc66a22b463, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e122633f1d02406bb988f56791b2d6c7] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=34.4 K 2024-11-08T10:18:51,855 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting c902e8fc97f143888eaf6876c6bed8e8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731061129098 2024-11-08T10:18:51,855 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting fbede1478ae8408fb804ed6ff827f6ff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731061129098 2024-11-08T10:18:51,856 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 19a26a2cfb6846b99633fdc66a22b463, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731061129720 2024-11-08T10:18:51,856 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39a06b13bb474c66bd0997270478d754, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731061129720 2024-11-08T10:18:51,856 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a116e24f04146c6b8723436e2dcdaec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731061130371 2024-11-08T10:18:51,856 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e122633f1d02406bb988f56791b2d6c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731061130371 2024-11-08T10:18:51,867 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:51,868 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/3087af7c8c994f13932674c0202b10fe is 50, key is test_row_0/B:col10/1731061130981/Put/seqid=0 2024-11-08T10:18:51,877 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:51,878 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/04c37553d0f641d5972e79f73e64fc9b is 50, key is test_row_0/A:col10/1731061130981/Put/seqid=0 2024-11-08T10:18:51,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742151_1327 (size=13153) 2024-11-08T10:18:51,887 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/3087af7c8c994f13932674c0202b10fe as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/3087af7c8c994f13932674c0202b10fe 2024-11-08T10:18:51,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742152_1328 (size=13153) 2024-11-08T10:18:51,894 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/B of 79922b9a340b188a8bb85c176e8ecb1c into 3087af7c8c994f13932674c0202b10fe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:51,894 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:51,894 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/B, priority=13, startTime=1731061131853; duration=0sec 2024-11-08T10:18:51,894 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:51,894 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:B 2024-11-08T10:18:51,894 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:51,896 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:51,896 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/C is initiating minor compaction (all files) 2024-11-08T10:18:51,896 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/C in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,896 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/fc87c35475c046728a299f02347ac884, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f5568382eaca4436ba58e2f2537b8a1a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e532d11d501948edb8e2b6a729d50ea1] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=34.4 K 2024-11-08T10:18:51,896 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting fc87c35475c046728a299f02347ac884, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731061129098 2024-11-08T10:18:51,897 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f5568382eaca4436ba58e2f2537b8a1a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731061129720 2024-11-08T10:18:51,897 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e532d11d501948edb8e2b6a729d50ea1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731061130371 2024-11-08T10:18:51,901 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/04c37553d0f641d5972e79f73e64fc9b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/04c37553d0f641d5972e79f73e64fc9b 2024-11-08T10:18:51,908 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/A of 79922b9a340b188a8bb85c176e8ecb1c into 04c37553d0f641d5972e79f73e64fc9b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:51,908 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:51,908 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/A, priority=13, startTime=1731061131853; duration=0sec 2024-11-08T10:18:51,908 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:51,908 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:A 2024-11-08T10:18:51,910 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#C#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:51,910 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/11a917c885f947b380fa465c159c8e6d is 50, key is test_row_0/C:col10/1731061130981/Put/seqid=0 2024-11-08T10:18:51,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742153_1329 (size=13153) 2024-11-08T10:18:51,936 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/11a917c885f947b380fa465c159c8e6d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/11a917c885f947b380fa465c159c8e6d 2024-11-08T10:18:51,942 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/C of 79922b9a340b188a8bb85c176e8ecb1c into 11a917c885f947b380fa465c159c8e6d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:51,942 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:51,942 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/C, priority=13, startTime=1731061131853; duration=0sec 2024-11-08T10:18:51,942 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:51,942 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:C 2024-11-08T10:18:51,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:51,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T10:18:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:51,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T10:18:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/a71c4a6518d94f15b059307023c1e0bc is 50, key is test_row_0/A:col10/1731061130986/Put/seqid=0 2024-11-08T10:18:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742154_1330 (size=12301) 2024-11-08T10:18:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:52,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:52,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061192119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061192120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061192120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061192121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061192121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061192222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061192224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061192224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061192224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061192225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-08T10:18:52,372 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/a71c4a6518d94f15b059307023c1e0bc 2024-11-08T10:18:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/b234c1322e5d4200a0c5d2a14077e681 is 50, key is test_row_0/B:col10/1731061130986/Put/seqid=0 2024-11-08T10:18:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742155_1331 (size=12301) 2024-11-08T10:18:52,384 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/b234c1322e5d4200a0c5d2a14077e681 2024-11-08T10:18:52,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/596d2379b73b44e586b27b0109168fee is 50, key is test_row_0/C:col10/1731061130986/Put/seqid=0 2024-11-08T10:18:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742156_1332 (size=12301) 2024-11-08T10:18:52,394 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/596d2379b73b44e586b27b0109168fee 2024-11-08T10:18:52,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/a71c4a6518d94f15b059307023c1e0bc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/a71c4a6518d94f15b059307023c1e0bc 2024-11-08T10:18:52,402 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/a71c4a6518d94f15b059307023c1e0bc, entries=150, sequenceid=378, filesize=12.0 K 2024-11-08T10:18:52,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/b234c1322e5d4200a0c5d2a14077e681 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b234c1322e5d4200a0c5d2a14077e681 2024-11-08T10:18:52,408 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b234c1322e5d4200a0c5d2a14077e681, entries=150, sequenceid=378, filesize=12.0 K 2024-11-08T10:18:52,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/596d2379b73b44e586b27b0109168fee as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/596d2379b73b44e586b27b0109168fee 2024-11-08T10:18:52,413 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/596d2379b73b44e586b27b0109168fee, entries=150, sequenceid=378, filesize=12.0 K 2024-11-08T10:18:52,413 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 79922b9a340b188a8bb85c176e8ecb1c in 451ms, sequenceid=378, compaction requested=false 2024-11-08T10:18:52,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:52,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:52,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-08T10:18:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-11-08T10:18:52,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-08T10:18:52,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2220 sec 2024-11-08T10:18:52,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.2260 sec 2024-11-08T10:18:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:52,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-08T10:18:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:52,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:52,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:52,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:52,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:52,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061192429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061192430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061192431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061192432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/57e3a838b02b428f8bcb99dcfb07d696 is 50, key is test_row_0/A:col10/1731061132120/Put/seqid=0 2024-11-08T10:18:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061192432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742157_1333 (size=14741) 2024-11-08T10:18:52,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061192532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061192533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061192534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061192535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061192535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061192734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061192737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061192737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061192738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061192738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:52,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/57e3a838b02b428f8bcb99dcfb07d696 2024-11-08T10:18:52,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/121e6471875c46daacbfc57d42420cf7 is 50, key is test_row_0/B:col10/1731061132120/Put/seqid=0 2024-11-08T10:18:52,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742158_1334 (size=12301) 2024-11-08T10:18:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061193038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061193040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061193040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061193041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061193042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/121e6471875c46daacbfc57d42420cf7 2024-11-08T10:18:53,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/b2c1f323654d407cbb7adcbce0de7796 is 50, key is test_row_0/C:col10/1731061132120/Put/seqid=0 2024-11-08T10:18:53,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742159_1335 (size=12301) 2024-11-08T10:18:53,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/b2c1f323654d407cbb7adcbce0de7796 2024-11-08T10:18:53,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/57e3a838b02b428f8bcb99dcfb07d696 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/57e3a838b02b428f8bcb99dcfb07d696 2024-11-08T10:18:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-08T10:18:53,297 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-08T10:18:53,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/57e3a838b02b428f8bcb99dcfb07d696, entries=200, sequenceid=409, filesize=14.4 K 2024-11-08T10:18:53,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:18:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-08T10:18:53,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/121e6471875c46daacbfc57d42420cf7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/121e6471875c46daacbfc57d42420cf7 2024-11-08T10:18:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-08T10:18:53,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:18:53,301 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:18:53,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:18:53,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/121e6471875c46daacbfc57d42420cf7, entries=150, sequenceid=409, filesize=12.0 K 2024-11-08T10:18:53,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/b2c1f323654d407cbb7adcbce0de7796 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/b2c1f323654d407cbb7adcbce0de7796 2024-11-08T10:18:53,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/b2c1f323654d407cbb7adcbce0de7796, entries=150, sequenceid=409, filesize=12.0 K 2024-11-08T10:18:53,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 79922b9a340b188a8bb85c176e8ecb1c in 882ms, sequenceid=409, compaction requested=true 2024-11-08T10:18:53,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:53,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:53,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:53,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:53,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:53,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:53,310 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:53,310 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:53,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:53,311 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:53,311 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:53,311 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/A is initiating minor compaction (all files) 2024-11-08T10:18:53,311 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/B is initiating minor compaction (all files) 2024-11-08T10:18:53,311 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/A in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:53,311 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/B in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:53,312 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/04c37553d0f641d5972e79f73e64fc9b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/a71c4a6518d94f15b059307023c1e0bc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/57e3a838b02b428f8bcb99dcfb07d696] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=39.3 K 2024-11-08T10:18:53,312 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/3087af7c8c994f13932674c0202b10fe, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b234c1322e5d4200a0c5d2a14077e681, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/121e6471875c46daacbfc57d42420cf7] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=36.9 K 2024-11-08T10:18:53,312 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c37553d0f641d5972e79f73e64fc9b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731061130371 2024-11-08T10:18:53,312 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 3087af7c8c994f13932674c0202b10fe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731061130371 2024-11-08T10:18:53,312 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b234c1322e5d4200a0c5d2a14077e681, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731061130985 2024-11-08T10:18:53,312 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting a71c4a6518d94f15b059307023c1e0bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731061130985 2024-11-08T10:18:53,313 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 121e6471875c46daacbfc57d42420cf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731061132120 2024-11-08T10:18:53,313 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e3a838b02b428f8bcb99dcfb07d696, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731061132118 2024-11-08T10:18:53,322 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#A#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:53,324 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/f92c4370ad234649a766b47d8994e74d is 50, key is test_row_0/A:col10/1731061132120/Put/seqid=0 2024-11-08T10:18:53,329 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:53,330 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/845f8f73a0dc44a5ac0d11dbfb48b297 is 50, key is test_row_0/B:col10/1731061132120/Put/seqid=0 2024-11-08T10:18:53,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742160_1336 (size=13255) 2024-11-08T10:18:53,339 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/f92c4370ad234649a766b47d8994e74d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/f92c4370ad234649a766b47d8994e74d 2024-11-08T10:18:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742161_1337 (size=13255) 2024-11-08T10:18:53,346 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/A of 79922b9a340b188a8bb85c176e8ecb1c into f92c4370ad234649a766b47d8994e74d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:53,346 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:53,346 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/A, priority=13, startTime=1731061133310; duration=0sec 2024-11-08T10:18:53,346 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:53,346 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:A 2024-11-08T10:18:53,346 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:53,347 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:53,347 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/C is initiating minor compaction (all files) 2024-11-08T10:18:53,347 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/C in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:53,347 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/11a917c885f947b380fa465c159c8e6d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/596d2379b73b44e586b27b0109168fee, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/b2c1f323654d407cbb7adcbce0de7796] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=36.9 K 2024-11-08T10:18:53,347 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11a917c885f947b380fa465c159c8e6d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731061130371 2024-11-08T10:18:53,348 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 596d2379b73b44e586b27b0109168fee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731061130985 2024-11-08T10:18:53,348 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2c1f323654d407cbb7adcbce0de7796, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731061132120 2024-11-08T10:18:53,357 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:53,358 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/d788725aeab8462a9258c05ad3963d0c is 50, key is test_row_0/C:col10/1731061132120/Put/seqid=0 2024-11-08T10:18:53,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742162_1338 (size=13255) 2024-11-08T10:18:53,387 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/d788725aeab8462a9258c05ad3963d0c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d788725aeab8462a9258c05ad3963d0c 2024-11-08T10:18:53,393 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/C of 79922b9a340b188a8bb85c176e8ecb1c into d788725aeab8462a9258c05ad3963d0c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:53,393 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:53,393 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/C, priority=13, startTime=1731061133310; duration=0sec 2024-11-08T10:18:53,393 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:53,393 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:C 2024-11-08T10:18:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-08T10:18:53,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:53,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T10:18:53,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:53,454 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-08T10:18:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:53,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/d4f0e7aa12d84beab3e3cd3d89234c59 is 50, key is test_row_2/A:col10/1731061132431/Put/seqid=0 2024-11-08T10:18:53,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742163_1339 (size=7415) 2024-11-08T10:18:53,482 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/d4f0e7aa12d84beab3e3cd3d89234c59 2024-11-08T10:18:53,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/9704ec542a534f44bb71a4f417fa9a48 is 50, key is test_row_2/B:col10/1731061132431/Put/seqid=0 2024-11-08T10:18:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742164_1340 (size=7415) 2024-11-08T10:18:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:53,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. as already flushing 2024-11-08T10:18:53,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061193562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061193562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061193563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061193563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061193564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-08T10:18:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061193666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061193666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061193667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061193667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061193667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,747 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/845f8f73a0dc44a5ac0d11dbfb48b297 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/845f8f73a0dc44a5ac0d11dbfb48b297 2024-11-08T10:18:53,752 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/B of 79922b9a340b188a8bb85c176e8ecb1c into 845f8f73a0dc44a5ac0d11dbfb48b297(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:53,752 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:53,752 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/B, priority=13, startTime=1731061133310; duration=0sec 2024-11-08T10:18:53,752 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:53,752 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:B 2024-11-08T10:18:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061193868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061193869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061193869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061193870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061193870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:53,897 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/9704ec542a534f44bb71a4f417fa9a48 2024-11-08T10:18:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-08T10:18:53,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/a57f57af746244f7bc0e70a49f872f34 is 50, key is test_row_2/C:col10/1731061132431/Put/seqid=0 2024-11-08T10:18:53,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742165_1341 (size=7415) 2024-11-08T10:18:54,124 DEBUG [Thread-1171 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:59746 2024-11-08T10:18:54,125 DEBUG [Thread-1177 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:59746 2024-11-08T10:18:54,125 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:54,125 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:54,131 DEBUG [Thread-1175 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:59746 2024-11-08T10:18:54,131 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:54,132 DEBUG [Thread-1169 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:59746 2024-11-08T10:18:54,132 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:54,132 DEBUG [Thread-1173 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:59746 2024-11-08T10:18:54,132 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51568 deadline: 1731061194171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51578 deadline: 1731061194172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061194172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:54,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51544 deadline: 1731061194173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061194174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:54,309 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/a57f57af746244f7bc0e70a49f872f34 2024-11-08T10:18:54,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/d4f0e7aa12d84beab3e3cd3d89234c59 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d4f0e7aa12d84beab3e3cd3d89234c59 2024-11-08T10:18:54,316 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d4f0e7aa12d84beab3e3cd3d89234c59, entries=50, sequenceid=417, filesize=7.2 K 2024-11-08T10:18:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/9704ec542a534f44bb71a4f417fa9a48 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/9704ec542a534f44bb71a4f417fa9a48 2024-11-08T10:18:54,320 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/9704ec542a534f44bb71a4f417fa9a48, entries=50, sequenceid=417, filesize=7.2 K 2024-11-08T10:18:54,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/a57f57af746244f7bc0e70a49f872f34 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a57f57af746244f7bc0e70a49f872f34 2024-11-08T10:18:54,324 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a57f57af746244f7bc0e70a49f872f34, entries=50, sequenceid=417, filesize=7.2 K 2024-11-08T10:18:54,325 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for 79922b9a340b188a8bb85c176e8ecb1c in 872ms, sequenceid=417, compaction requested=false 2024-11-08T10:18:54,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:54,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:54,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-08T10:18:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-11-08T10:18:54,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-08T10:18:54,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-11-08T10:18:54,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.0280 sec 2024-11-08T10:18:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-08T10:18:54,403 INFO [Thread-1168 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-08T10:18:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:54,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=207.98 KB heapSize=545.67 KB 2024-11-08T10:18:54,676 DEBUG [Thread-1166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:59746 2024-11-08T10:18:54,676 DEBUG [Thread-1162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:59746 2024-11-08T10:18:54,676 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:54,676 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:54,676 DEBUG [Thread-1160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:59746 2024-11-08T10:18:54,676 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:54,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:54,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061194677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:54,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061194677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:54,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/b89699ecd62a47f39dc53ee0694a1459 is 50, key is test_row_0/A:col10/1731061134675/Put/seqid=0 2024-11-08T10:18:54,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742166_1342 (size=12301) 2024-11-08T10:18:55,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/b89699ecd62a47f39dc53ee0694a1459 2024-11-08T10:18:55,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/1fd59e92917148d59c129d71a2155516 is 50, key is test_row_0/B:col10/1731061134675/Put/seqid=0 2024-11-08T10:18:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742167_1343 (size=12301) 2024-11-08T10:18:55,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/1fd59e92917148d59c129d71a2155516 2024-11-08T10:18:55,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/e56e689438a04994ae6cf7072ef96e2c is 50, key is test_row_0/C:col10/1731061134675/Put/seqid=0 2024-11-08T10:18:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742168_1344 (size=12301) 2024-11-08T10:18:55,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51594 deadline: 1731061195678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:55,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:18:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731061195687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 2024-11-08T10:18:55,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/e56e689438a04994ae6cf7072ef96e2c 2024-11-08T10:18:55,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/b89699ecd62a47f39dc53ee0694a1459 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/b89699ecd62a47f39dc53ee0694a1459 2024-11-08T10:18:55,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/b89699ecd62a47f39dc53ee0694a1459, entries=150, sequenceid=452, filesize=12.0 K 2024-11-08T10:18:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/1fd59e92917148d59c129d71a2155516 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/1fd59e92917148d59c129d71a2155516 2024-11-08T10:18:55,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/1fd59e92917148d59c129d71a2155516, entries=150, sequenceid=452, filesize=12.0 K 2024-11-08T10:18:55,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/e56e689438a04994ae6cf7072ef96e2c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e56e689438a04994ae6cf7072ef96e2c 2024-11-08T10:18:55,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e56e689438a04994ae6cf7072ef96e2c, entries=150, sequenceid=452, filesize=12.0 K 2024-11-08T10:18:55,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for 79922b9a340b188a8bb85c176e8ecb1c in 1247ms, sequenceid=452, compaction requested=true 2024-11-08T10:18:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:18:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:18:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79922b9a340b188a8bb85c176e8ecb1c:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:18:55,923 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:55,923 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:55,924 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:55,924 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:55,924 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/A is initiating minor compaction (all files) 2024-11-08T10:18:55,924 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/B is initiating minor compaction (all files) 2024-11-08T10:18:55,924 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/A in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:55,924 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/B in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:55,924 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/f92c4370ad234649a766b47d8994e74d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d4f0e7aa12d84beab3e3cd3d89234c59, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/b89699ecd62a47f39dc53ee0694a1459] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=32.2 K 2024-11-08T10:18:55,924 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/845f8f73a0dc44a5ac0d11dbfb48b297, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/9704ec542a534f44bb71a4f417fa9a48, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/1fd59e92917148d59c129d71a2155516] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=32.2 K 2024-11-08T10:18:55,924 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting f92c4370ad234649a766b47d8994e74d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731061132120 2024-11-08T10:18:55,924 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 845f8f73a0dc44a5ac0d11dbfb48b297, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731061132120 2024-11-08T10:18:55,925 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4f0e7aa12d84beab3e3cd3d89234c59, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731061132431 2024-11-08T10:18:55,925 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 9704ec542a534f44bb71a4f417fa9a48, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731061132431 2024-11-08T10:18:55,925 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting b89699ecd62a47f39dc53ee0694a1459, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731061133563 2024-11-08T10:18:55,925 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fd59e92917148d59c129d71a2155516, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731061133563 2024-11-08T10:18:55,933 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#A#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:55,933 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:55,933 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/933834f007e74f7c9fc32f300992ed33 is 50, key is test_row_0/A:col10/1731061134675/Put/seqid=0 2024-11-08T10:18:55,933 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/069f5d133bbe4936a60183f780c94236 is 50, key is test_row_0/B:col10/1731061134675/Put/seqid=0 2024-11-08T10:18:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742169_1345 (size=13357) 2024-11-08T10:18:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742170_1346 (size=13357) 2024-11-08T10:18:56,341 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/069f5d133bbe4936a60183f780c94236 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/069f5d133bbe4936a60183f780c94236 2024-11-08T10:18:56,342 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/933834f007e74f7c9fc32f300992ed33 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/933834f007e74f7c9fc32f300992ed33 2024-11-08T10:18:56,345 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/B of 79922b9a340b188a8bb85c176e8ecb1c into 069f5d133bbe4936a60183f780c94236(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:56,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:56,345 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/B, priority=13, startTime=1731061135923; duration=0sec 2024-11-08T10:18:56,345 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/A of 79922b9a340b188a8bb85c176e8ecb1c into 933834f007e74f7c9fc32f300992ed33(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:56,345 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:56,345 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/A, priority=13, startTime=1731061135923; duration=0sec 2024-11-08T10:18:56,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:18:56,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:B 2024-11-08T10:18:56,345 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:56,345 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:A 2024-11-08T10:18:56,345 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:18:56,346 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:18:56,346 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 79922b9a340b188a8bb85c176e8ecb1c/C is initiating minor compaction (all files) 2024-11-08T10:18:56,346 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79922b9a340b188a8bb85c176e8ecb1c/C in TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:56,346 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d788725aeab8462a9258c05ad3963d0c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a57f57af746244f7bc0e70a49f872f34, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e56e689438a04994ae6cf7072ef96e2c] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp, totalSize=32.2 K 2024-11-08T10:18:56,347 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d788725aeab8462a9258c05ad3963d0c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731061132120 2024-11-08T10:18:56,347 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a57f57af746244f7bc0e70a49f872f34, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731061132431 2024-11-08T10:18:56,347 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e56e689438a04994ae6cf7072ef96e2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731061133563 2024-11-08T10:18:56,353 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79922b9a340b188a8bb85c176e8ecb1c#C#compaction#302 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:18:56,354 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/a032cc5fbd164e368209d98027760843 is 50, key is test_row_0/C:col10/1731061134675/Put/seqid=0 2024-11-08T10:18:56,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742171_1347 (size=13357) 2024-11-08T10:18:56,761 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/a032cc5fbd164e368209d98027760843 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a032cc5fbd164e368209d98027760843 2024-11-08T10:18:56,765 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79922b9a340b188a8bb85c176e8ecb1c/C of 79922b9a340b188a8bb85c176e8ecb1c into a032cc5fbd164e368209d98027760843(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:18:56,765 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:56,765 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c., storeName=79922b9a340b188a8bb85c176e8ecb1c/C, priority=13, startTime=1731061135923; duration=0sec 2024-11-08T10:18:56,765 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:18:56,765 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79922b9a340b188a8bb85c176e8ecb1c:C 2024-11-08T10:18:57,687 DEBUG [Thread-1164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:59746 2024-11-08T10:18:57,687 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:57,695 DEBUG [Thread-1158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:59746 2024-11-08T10:18:57,695 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6993 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6871 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6544 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7032 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6905 2024-11-08T10:18:57,695 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T10:18:57,695 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-08T10:18:57,695 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53bfce45 to 127.0.0.1:59746 2024-11-08T10:18:57,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:18:57,696 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-08T10:18:57,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T10:18:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-08T10:18:57,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061137698"}]},"ts":"1731061137698"} 2024-11-08T10:18:57,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T10:18:57,701 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T10:18:57,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T10:18:57,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79922b9a340b188a8bb85c176e8ecb1c, UNASSIGN}] 2024-11-08T10:18:57,703 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79922b9a340b188a8bb85c176e8ecb1c, UNASSIGN 2024-11-08T10:18:57,703 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=79922b9a340b188a8bb85c176e8ecb1c, regionState=CLOSING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:18:57,704 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T10:18:57,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:18:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-08T10:18:57,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:18:57,855 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:57,855 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 79922b9a340b188a8bb85c176e8ecb1c, disabling compactions & flushes 2024-11-08T10:18:57,856 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. after waiting 0 ms 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:57,856 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(2837): Flushing 79922b9a340b188a8bb85c176e8ecb1c 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=A 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=B 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79922b9a340b188a8bb85c176e8ecb1c, store=C 2024-11-08T10:18:57,856 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:18:57,860 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3e418f208473409480ceb426827c835b is 50, key is test_row_0/A:col10/1731061137694/Put/seqid=0 2024-11-08T10:18:57,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742172_1348 (size=7415) 2024-11-08T10:18:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-08T10:18:58,264 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3e418f208473409480ceb426827c835b 2024-11-08T10:18:58,270 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/8b14e85415e042129f5d35bb7bea0041 is 50, key is test_row_0/B:col10/1731061137694/Put/seqid=0 2024-11-08T10:18:58,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742173_1349 (size=7415) 2024-11-08T10:18:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-08T10:18:58,674 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/8b14e85415e042129f5d35bb7bea0041 2024-11-08T10:18:58,679 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/9b0b08a0347a49e085c0a8300c3dabf5 is 50, key is test_row_0/C:col10/1731061137694/Put/seqid=0 2024-11-08T10:18:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742174_1350 (size=7415) 2024-11-08T10:18:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-08T10:18:59,083 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/9b0b08a0347a49e085c0a8300c3dabf5 2024-11-08T10:18:59,087 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/A/3e418f208473409480ceb426827c835b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e418f208473409480ceb426827c835b 2024-11-08T10:18:59,090 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e418f208473409480ceb426827c835b, entries=50, sequenceid=460, filesize=7.2 K 2024-11-08T10:18:59,091 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/B/8b14e85415e042129f5d35bb7bea0041 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8b14e85415e042129f5d35bb7bea0041 2024-11-08T10:18:59,093 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8b14e85415e042129f5d35bb7bea0041, entries=50, sequenceid=460, filesize=7.2 K 2024-11-08T10:18:59,094 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/.tmp/C/9b0b08a0347a49e085c0a8300c3dabf5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9b0b08a0347a49e085c0a8300c3dabf5 2024-11-08T10:18:59,097 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9b0b08a0347a49e085c0a8300c3dabf5, entries=50, sequenceid=460, filesize=7.2 K 2024-11-08T10:18:59,098 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 79922b9a340b188a8bb85c176e8ecb1c in 1242ms, sequenceid=460, compaction requested=false 2024-11-08T10:18:59,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/db165742160743d5b911e3bc519bc72b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/0660bbe1e6da4f32aa2536862b493e3b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/48c2348b61ea46f7aed4c465febaf9c5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/617f8cfe6b9a4022b1d812259cf3024c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/56ae4263d7284175a550441e01f0639a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/291c447dd45f4714947091e945d93ea9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/77852e1ae4054df1b27aa6fb9de334e1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/09caf750e5b345b895cfebe6027f8168, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f4fb6d69aaf4c828b24bcce870b6b3f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3320e3a591144185a99f0a70dd2c8ffa, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/5c959d56dac144fb8a774fbd6dbf7d4e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/e61b8bbeddec480e957c698a5627c569, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c5dcdb742122428bbf394b4f455dd20b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e9d9ca8393741ad9e682e8d2b4067c2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/cc241eb0839349d1b773eefc7c12299d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3b35b967fbe747d8bfe9237fdadd9f3c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/9be4bca423f042edb5635ee81b4ed940, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f3268111996499380a2a6f322ea7a8d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/03ec7c30b36342ce8917b2e1d9997115, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/1431d3f6ff6247c4b2c88c43cdd08ab8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/59fca129fc464e72a5a53d9f2ce24cff, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c902e8fc97f143888eaf6876c6bed8e8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d44de303eb6c4752acf10e0bbc578a7c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/39a06b13bb474c66bd0997270478d754, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/04c37553d0f641d5972e79f73e64fc9b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/8a116e24f04146c6b8723436e2dcdaec, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/a71c4a6518d94f15b059307023c1e0bc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/57e3a838b02b428f8bcb99dcfb07d696, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/f92c4370ad234649a766b47d8994e74d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d4f0e7aa12d84beab3e3cd3d89234c59, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/b89699ecd62a47f39dc53ee0694a1459] to archive 2024-11-08T10:18:59,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:18:59,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/db165742160743d5b911e3bc519bc72b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/db165742160743d5b911e3bc519bc72b 2024-11-08T10:18:59,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/0660bbe1e6da4f32aa2536862b493e3b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/0660bbe1e6da4f32aa2536862b493e3b 2024-11-08T10:18:59,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/48c2348b61ea46f7aed4c465febaf9c5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/48c2348b61ea46f7aed4c465febaf9c5 2024-11-08T10:18:59,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/617f8cfe6b9a4022b1d812259cf3024c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/617f8cfe6b9a4022b1d812259cf3024c 2024-11-08T10:18:59,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/56ae4263d7284175a550441e01f0639a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/56ae4263d7284175a550441e01f0639a 2024-11-08T10:18:59,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/291c447dd45f4714947091e945d93ea9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/291c447dd45f4714947091e945d93ea9 2024-11-08T10:18:59,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/77852e1ae4054df1b27aa6fb9de334e1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/77852e1ae4054df1b27aa6fb9de334e1 2024-11-08T10:18:59,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/09caf750e5b345b895cfebe6027f8168 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/09caf750e5b345b895cfebe6027f8168 2024-11-08T10:18:59,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f4fb6d69aaf4c828b24bcce870b6b3f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f4fb6d69aaf4c828b24bcce870b6b3f 2024-11-08T10:18:59,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3320e3a591144185a99f0a70dd2c8ffa to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3320e3a591144185a99f0a70dd2c8ffa 2024-11-08T10:18:59,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/5c959d56dac144fb8a774fbd6dbf7d4e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/5c959d56dac144fb8a774fbd6dbf7d4e 2024-11-08T10:18:59,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/e61b8bbeddec480e957c698a5627c569 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/e61b8bbeddec480e957c698a5627c569 2024-11-08T10:18:59,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c5dcdb742122428bbf394b4f455dd20b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c5dcdb742122428bbf394b4f455dd20b 2024-11-08T10:18:59,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e9d9ca8393741ad9e682e8d2b4067c2 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e9d9ca8393741ad9e682e8d2b4067c2 2024-11-08T10:18:59,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/cc241eb0839349d1b773eefc7c12299d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/cc241eb0839349d1b773eefc7c12299d 2024-11-08T10:18:59,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3b35b967fbe747d8bfe9237fdadd9f3c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3b35b967fbe747d8bfe9237fdadd9f3c 2024-11-08T10:18:59,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/9be4bca423f042edb5635ee81b4ed940 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/9be4bca423f042edb5635ee81b4ed940 2024-11-08T10:18:59,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f3268111996499380a2a6f322ea7a8d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/6f3268111996499380a2a6f322ea7a8d 2024-11-08T10:18:59,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/03ec7c30b36342ce8917b2e1d9997115 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/03ec7c30b36342ce8917b2e1d9997115 2024-11-08T10:18:59,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/1431d3f6ff6247c4b2c88c43cdd08ab8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/1431d3f6ff6247c4b2c88c43cdd08ab8 2024-11-08T10:18:59,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/59fca129fc464e72a5a53d9f2ce24cff to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/59fca129fc464e72a5a53d9f2ce24cff 2024-11-08T10:18:59,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c902e8fc97f143888eaf6876c6bed8e8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/c902e8fc97f143888eaf6876c6bed8e8 2024-11-08T10:18:59,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d44de303eb6c4752acf10e0bbc578a7c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d44de303eb6c4752acf10e0bbc578a7c 2024-11-08T10:18:59,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/39a06b13bb474c66bd0997270478d754 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/39a06b13bb474c66bd0997270478d754 2024-11-08T10:18:59,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/04c37553d0f641d5972e79f73e64fc9b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/04c37553d0f641d5972e79f73e64fc9b 2024-11-08T10:18:59,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/8a116e24f04146c6b8723436e2dcdaec to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/8a116e24f04146c6b8723436e2dcdaec 2024-11-08T10:18:59,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/a71c4a6518d94f15b059307023c1e0bc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/a71c4a6518d94f15b059307023c1e0bc 2024-11-08T10:18:59,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/57e3a838b02b428f8bcb99dcfb07d696 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/57e3a838b02b428f8bcb99dcfb07d696 2024-11-08T10:18:59,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/f92c4370ad234649a766b47d8994e74d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/f92c4370ad234649a766b47d8994e74d 2024-11-08T10:18:59,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d4f0e7aa12d84beab3e3cd3d89234c59 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/d4f0e7aa12d84beab3e3cd3d89234c59 2024-11-08T10:18:59,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/b89699ecd62a47f39dc53ee0694a1459 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/b89699ecd62a47f39dc53ee0694a1459 2024-11-08T10:18:59,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cc352e39e15f4a889b5424d44a52be0c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6259426a08442098cd02143f1d6dbe5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/153b422862264c99bfd8e7194a0c189d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4329b41728834dd39b4ea6cc93e31fb3, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cd1376881f474f519214dfc7859e1ebe, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4509767e0c3e46cf95acf20f5fc0fdfe, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b6aa7ce206684b9aa7cf065f60373605, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/65a11e49f7464dc5838572f5ae0730b5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8fb265418fd542938e1b2a7700481f0c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/11375579380c4c4991b639061cef2887, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/44db394f2a12467aa53e0919e9f83678, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6421623c62f48198026419c66bfe01c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/6becc03eaf53454c860009346e655f76, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/f69c96e6662e4371954b3db430a8014b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e27ff3c6661e4499a1c7a5120b01e6a0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8c3e1bca41aa4f7f9081589224b16da6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/feca34df065e4f9289511067d909e618, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4803278dd1064852b51d11827d3b3944, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/22259206f3bd4a0dbdce266b9d2b759a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/319f2222a8774854be97e00b02e203b7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/2795c332c4c54438a42cdf1af1e1af96, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/fbede1478ae8408fb804ed6ff827f6ff, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a3c718a6d67e4e81b986192e694cd5c7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/19a26a2cfb6846b99633fdc66a22b463, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/3087af7c8c994f13932674c0202b10fe, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e122633f1d02406bb988f56791b2d6c7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b234c1322e5d4200a0c5d2a14077e681, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/845f8f73a0dc44a5ac0d11dbfb48b297, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/121e6471875c46daacbfc57d42420cf7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/9704ec542a534f44bb71a4f417fa9a48, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/1fd59e92917148d59c129d71a2155516] to archive 2024-11-08T10:18:59,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:18:59,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cc352e39e15f4a889b5424d44a52be0c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cc352e39e15f4a889b5424d44a52be0c 2024-11-08T10:18:59,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6259426a08442098cd02143f1d6dbe5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6259426a08442098cd02143f1d6dbe5 2024-11-08T10:18:59,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/153b422862264c99bfd8e7194a0c189d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/153b422862264c99bfd8e7194a0c189d 2024-11-08T10:18:59,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4329b41728834dd39b4ea6cc93e31fb3 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4329b41728834dd39b4ea6cc93e31fb3 2024-11-08T10:18:59,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cd1376881f474f519214dfc7859e1ebe to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/cd1376881f474f519214dfc7859e1ebe 2024-11-08T10:18:59,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4509767e0c3e46cf95acf20f5fc0fdfe to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4509767e0c3e46cf95acf20f5fc0fdfe 2024-11-08T10:18:59,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b6aa7ce206684b9aa7cf065f60373605 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b6aa7ce206684b9aa7cf065f60373605 2024-11-08T10:18:59,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/65a11e49f7464dc5838572f5ae0730b5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/65a11e49f7464dc5838572f5ae0730b5 2024-11-08T10:18:59,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8fb265418fd542938e1b2a7700481f0c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8fb265418fd542938e1b2a7700481f0c 2024-11-08T10:18:59,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/11375579380c4c4991b639061cef2887 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/11375579380c4c4991b639061cef2887 2024-11-08T10:18:59,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/44db394f2a12467aa53e0919e9f83678 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/44db394f2a12467aa53e0919e9f83678 2024-11-08T10:18:59,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6421623c62f48198026419c66bfe01c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a6421623c62f48198026419c66bfe01c 2024-11-08T10:18:59,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/6becc03eaf53454c860009346e655f76 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/6becc03eaf53454c860009346e655f76 2024-11-08T10:18:59,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/f69c96e6662e4371954b3db430a8014b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/f69c96e6662e4371954b3db430a8014b 2024-11-08T10:18:59,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e27ff3c6661e4499a1c7a5120b01e6a0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e27ff3c6661e4499a1c7a5120b01e6a0 2024-11-08T10:18:59,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8c3e1bca41aa4f7f9081589224b16da6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8c3e1bca41aa4f7f9081589224b16da6 2024-11-08T10:18:59,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/feca34df065e4f9289511067d909e618 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/feca34df065e4f9289511067d909e618 2024-11-08T10:18:59,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4803278dd1064852b51d11827d3b3944 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/4803278dd1064852b51d11827d3b3944 2024-11-08T10:18:59,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/22259206f3bd4a0dbdce266b9d2b759a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/22259206f3bd4a0dbdce266b9d2b759a 2024-11-08T10:18:59,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/319f2222a8774854be97e00b02e203b7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/319f2222a8774854be97e00b02e203b7 2024-11-08T10:18:59,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/2795c332c4c54438a42cdf1af1e1af96 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/2795c332c4c54438a42cdf1af1e1af96 2024-11-08T10:18:59,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/fbede1478ae8408fb804ed6ff827f6ff to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/fbede1478ae8408fb804ed6ff827f6ff 2024-11-08T10:18:59,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a3c718a6d67e4e81b986192e694cd5c7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/a3c718a6d67e4e81b986192e694cd5c7 2024-11-08T10:18:59,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/19a26a2cfb6846b99633fdc66a22b463 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/19a26a2cfb6846b99633fdc66a22b463 2024-11-08T10:18:59,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/3087af7c8c994f13932674c0202b10fe to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/3087af7c8c994f13932674c0202b10fe 2024-11-08T10:18:59,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e122633f1d02406bb988f56791b2d6c7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/e122633f1d02406bb988f56791b2d6c7 2024-11-08T10:18:59,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b234c1322e5d4200a0c5d2a14077e681 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/b234c1322e5d4200a0c5d2a14077e681 2024-11-08T10:18:59,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/845f8f73a0dc44a5ac0d11dbfb48b297 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/845f8f73a0dc44a5ac0d11dbfb48b297 2024-11-08T10:18:59,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/121e6471875c46daacbfc57d42420cf7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/121e6471875c46daacbfc57d42420cf7 2024-11-08T10:18:59,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/9704ec542a534f44bb71a4f417fa9a48 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/9704ec542a534f44bb71a4f417fa9a48 2024-11-08T10:18:59,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/1fd59e92917148d59c129d71a2155516 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/1fd59e92917148d59c129d71a2155516 2024-11-08T10:18:59,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6a028441f49c48a884ca7dc612ab7182, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/850ad67d16d84a0fb4a78c183fdfed3c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/86f89a96b1484a5b9f12786ff9e7878e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/148e12d7097448d394147e4ae2f29bab, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6cbea445f14141e9879e85610004bc60, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/364b98affc124d289026aea8ffda554a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/09dad5c54672424f8e242dacf7e653a2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9e31ab24ca0a4143af47ced64d15aa79, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/115045f459dc49d6a73dceddd1430e4f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/378ff03e66f84385aa2cb05a118ad758, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f0d4a99842b54bbeb8e64eca23a68de0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/79c0696de31d43a0919c7b53055c8f95, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a6474f172c224df4ac9c949208616775, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/4a9f919407394760b961598b50678f49, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/7b7b7637db4a42bd800eb2b4d4ca2d81, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5247207f67444a57ab691dbf250b75b8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/81afb7a04a79442a921a0a6ce1797e4f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/2da32007faaa47dd91814e1bd22964a1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/38df453b3bfc4ce9ae80c9f543abf517, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5f8a6733b4474b29b36a132ea173b8fa, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d1f78c529a5348b3b0a32b1726a62dc8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/fc87c35475c046728a299f02347ac884, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/580377b2b3d5456eaf0667e2c5aed71e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f5568382eaca4436ba58e2f2537b8a1a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/11a917c885f947b380fa465c159c8e6d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e532d11d501948edb8e2b6a729d50ea1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/596d2379b73b44e586b27b0109168fee, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d788725aeab8462a9258c05ad3963d0c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/b2c1f323654d407cbb7adcbce0de7796, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a57f57af746244f7bc0e70a49f872f34, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e56e689438a04994ae6cf7072ef96e2c] to archive 2024-11-08T10:18:59,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:18:59,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6a028441f49c48a884ca7dc612ab7182 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6a028441f49c48a884ca7dc612ab7182 2024-11-08T10:18:59,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/850ad67d16d84a0fb4a78c183fdfed3c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/850ad67d16d84a0fb4a78c183fdfed3c 2024-11-08T10:18:59,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/86f89a96b1484a5b9f12786ff9e7878e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/86f89a96b1484a5b9f12786ff9e7878e 2024-11-08T10:18:59,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/148e12d7097448d394147e4ae2f29bab to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/148e12d7097448d394147e4ae2f29bab 2024-11-08T10:18:59,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6cbea445f14141e9879e85610004bc60 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/6cbea445f14141e9879e85610004bc60 2024-11-08T10:18:59,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/364b98affc124d289026aea8ffda554a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/364b98affc124d289026aea8ffda554a 2024-11-08T10:18:59,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/09dad5c54672424f8e242dacf7e653a2 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/09dad5c54672424f8e242dacf7e653a2 2024-11-08T10:18:59,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9e31ab24ca0a4143af47ced64d15aa79 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9e31ab24ca0a4143af47ced64d15aa79 2024-11-08T10:18:59,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/115045f459dc49d6a73dceddd1430e4f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/115045f459dc49d6a73dceddd1430e4f 2024-11-08T10:18:59,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/378ff03e66f84385aa2cb05a118ad758 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/378ff03e66f84385aa2cb05a118ad758 2024-11-08T10:18:59,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f0d4a99842b54bbeb8e64eca23a68de0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f0d4a99842b54bbeb8e64eca23a68de0 2024-11-08T10:18:59,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/79c0696de31d43a0919c7b53055c8f95 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/79c0696de31d43a0919c7b53055c8f95 2024-11-08T10:18:59,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a6474f172c224df4ac9c949208616775 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a6474f172c224df4ac9c949208616775 2024-11-08T10:18:59,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/4a9f919407394760b961598b50678f49 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/4a9f919407394760b961598b50678f49 2024-11-08T10:18:59,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/7b7b7637db4a42bd800eb2b4d4ca2d81 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/7b7b7637db4a42bd800eb2b4d4ca2d81 2024-11-08T10:18:59,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5247207f67444a57ab691dbf250b75b8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5247207f67444a57ab691dbf250b75b8 2024-11-08T10:18:59,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/81afb7a04a79442a921a0a6ce1797e4f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/81afb7a04a79442a921a0a6ce1797e4f 2024-11-08T10:18:59,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/2da32007faaa47dd91814e1bd22964a1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/2da32007faaa47dd91814e1bd22964a1 2024-11-08T10:18:59,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/38df453b3bfc4ce9ae80c9f543abf517 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/38df453b3bfc4ce9ae80c9f543abf517 2024-11-08T10:18:59,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5f8a6733b4474b29b36a132ea173b8fa to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/5f8a6733b4474b29b36a132ea173b8fa 2024-11-08T10:18:59,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d1f78c529a5348b3b0a32b1726a62dc8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d1f78c529a5348b3b0a32b1726a62dc8 2024-11-08T10:18:59,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/fc87c35475c046728a299f02347ac884 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/fc87c35475c046728a299f02347ac884 2024-11-08T10:18:59,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/580377b2b3d5456eaf0667e2c5aed71e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/580377b2b3d5456eaf0667e2c5aed71e 2024-11-08T10:18:59,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f5568382eaca4436ba58e2f2537b8a1a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/f5568382eaca4436ba58e2f2537b8a1a 2024-11-08T10:18:59,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/11a917c885f947b380fa465c159c8e6d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/11a917c885f947b380fa465c159c8e6d 2024-11-08T10:18:59,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e532d11d501948edb8e2b6a729d50ea1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e532d11d501948edb8e2b6a729d50ea1 2024-11-08T10:18:59,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/596d2379b73b44e586b27b0109168fee to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/596d2379b73b44e586b27b0109168fee 2024-11-08T10:18:59,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d788725aeab8462a9258c05ad3963d0c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/d788725aeab8462a9258c05ad3963d0c 2024-11-08T10:18:59,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/b2c1f323654d407cbb7adcbce0de7796 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/b2c1f323654d407cbb7adcbce0de7796 2024-11-08T10:18:59,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a57f57af746244f7bc0e70a49f872f34 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a57f57af746244f7bc0e70a49f872f34 2024-11-08T10:18:59,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e56e689438a04994ae6cf7072ef96e2c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/e56e689438a04994ae6cf7072ef96e2c 2024-11-08T10:18:59,198 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/recovered.edits/463.seqid, newMaxSeqId=463, maxSeqId=1 2024-11-08T10:18:59,199 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c. 2024-11-08T10:18:59,199 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 79922b9a340b188a8bb85c176e8ecb1c: 2024-11-08T10:18:59,201 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:59,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=79922b9a340b188a8bb85c176e8ecb1c, regionState=CLOSED 2024-11-08T10:18:59,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-08T10:18:59,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 79922b9a340b188a8bb85c176e8ecb1c, server=2db67accb017,38617,1731061041433 in 1.4980 sec 2024-11-08T10:18:59,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-08T10:18:59,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=79922b9a340b188a8bb85c176e8ecb1c, UNASSIGN in 1.5020 sec 2024-11-08T10:18:59,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-08T10:18:59,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5040 sec 2024-11-08T10:18:59,207 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061139207"}]},"ts":"1731061139207"} 2024-11-08T10:18:59,208 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T10:18:59,210 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T10:18:59,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5150 sec 2024-11-08T10:18:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-08T10:18:59,801 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-08T10:18:59,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T10:18:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:59,803 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-08T10:18:59,804 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=105, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:59,806 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:59,808 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/recovered.edits] 2024-11-08T10:18:59,810 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e418f208473409480ceb426827c835b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/3e418f208473409480ceb426827c835b 2024-11-08T10:18:59,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/933834f007e74f7c9fc32f300992ed33 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/A/933834f007e74f7c9fc32f300992ed33 2024-11-08T10:18:59,813 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/069f5d133bbe4936a60183f780c94236 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/069f5d133bbe4936a60183f780c94236 2024-11-08T10:18:59,813 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8b14e85415e042129f5d35bb7bea0041 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/B/8b14e85415e042129f5d35bb7bea0041 2024-11-08T10:18:59,815 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9b0b08a0347a49e085c0a8300c3dabf5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/9b0b08a0347a49e085c0a8300c3dabf5 2024-11-08T10:18:59,816 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a032cc5fbd164e368209d98027760843 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/C/a032cc5fbd164e368209d98027760843 2024-11-08T10:18:59,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/recovered.edits/463.seqid to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c/recovered.edits/463.seqid 2024-11-08T10:18:59,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/79922b9a340b188a8bb85c176e8ecb1c 2024-11-08T10:18:59,819 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T10:18:59,820 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=105, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:59,822 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T10:18:59,824 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T10:18:59,825 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=105, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:59,825 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T10:18:59,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731061139825"}]},"ts":"9223372036854775807"} 2024-11-08T10:18:59,826 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-08T10:18:59,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 79922b9a340b188a8bb85c176e8ecb1c, NAME => 'TestAcidGuarantees,,1731061111964.79922b9a340b188a8bb85c176e8ecb1c.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T10:18:59,826 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T10:18:59,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731061139826"}]},"ts":"9223372036854775807"} 2024-11-08T10:18:59,828 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-08T10:18:59,829 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=105, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:59,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-08T10:18:59,904 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35687 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35687,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:18:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-08T10:18:59,904 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 105 completed 2024-11-08T10:18:59,913 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 236) - Thread LEAK? -, OpenFileDescriptor=459 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2844 (was 3091) 2024-11-08T10:18:59,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=2843 2024-11-08T10:18:59,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T10:18:59,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:18:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T10:18:59,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:18:59,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:18:59,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 106 2024-11-08T10:18:59,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:18:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-08T10:18:59,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742175_1351 (size=960) 2024-11-08T10:19:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-08T10:19:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-08T10:19:00,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 2024-11-08T10:19:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742176_1352 (size=53) 2024-11-08T10:19:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-08T10:19:00,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:19:00,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3ed9c6afee1d1c075a0f180fa80be24b, disabling compactions & flushes 2024-11-08T10:19:00,738 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:00,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:00,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. after waiting 0 ms 2024-11-08T10:19:00,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:00,738 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:00,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:00,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:19:00,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731061140739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731061140739"}]},"ts":"1731061140739"} 2024-11-08T10:19:00,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T10:19:00,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:19:00,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061140740"}]},"ts":"1731061140740"} 2024-11-08T10:19:00,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T10:19:00,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, ASSIGN}] 2024-11-08T10:19:00,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, ASSIGN 2024-11-08T10:19:00,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, ASSIGN; state=OFFLINE, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=false 2024-11-08T10:19:00,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=3ed9c6afee1d1c075a0f180fa80be24b, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:00,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; OpenRegionProcedure 3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:19:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-08T10:19:01,049 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:01,052 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:01,052 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:19:01,052 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:01,052 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:19:01,053 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7327): checking encryption for 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:01,053 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7330): checking classloading for 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:01,054 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:01,055 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:01,055 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed9c6afee1d1c075a0f180fa80be24b columnFamilyName A 2024-11-08T10:19:01,055 DEBUG [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:01,055 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(327): Store=3ed9c6afee1d1c075a0f180fa80be24b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:01,056 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:01,056 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:01,057 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed9c6afee1d1c075a0f180fa80be24b columnFamilyName B 2024-11-08T10:19:01,057 DEBUG [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:01,057 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(327): Store=3ed9c6afee1d1c075a0f180fa80be24b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:01,057 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:01,058 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:01,058 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed9c6afee1d1c075a0f180fa80be24b columnFamilyName C 2024-11-08T10:19:01,058 DEBUG [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:01,058 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(327): Store=3ed9c6afee1d1c075a0f180fa80be24b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:01,058 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:01,059 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:01,059 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:01,060 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:19:01,061 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1085): writing seq id for 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:01,063 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:19:01,063 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1102): Opened 3ed9c6afee1d1c075a0f180fa80be24b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63083951, jitterRate=-0.05997587740421295}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:19:01,063 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1001): Region open journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:01,064 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., pid=108, masterSystemTime=1731061141049 2024-11-08T10:19:01,065 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:01,065 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:01,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=3ed9c6afee1d1c075a0f180fa80be24b, regionState=OPEN, openSeqNum=2, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:01,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-08T10:19:01,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; OpenRegionProcedure 3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 in 168 msec 2024-11-08T10:19:01,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-08T10:19:01,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, ASSIGN in 322 msec 2024-11-08T10:19:01,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:19:01,069 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061141069"}]},"ts":"1731061141069"} 2024-11-08T10:19:01,070 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T10:19:01,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:19:01,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-08T10:19:01,977 ERROR [LeaseRenewer:jenkins@localhost:35687 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35687,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-08T10:19:02,029 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-08T10:19:02,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-08T10:19:02,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,037 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:19:02,038 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:19:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T10:19:02,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:19:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:02,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742177_1353 (size=996) 2024-11-08T10:19:02,451 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-08T10:19:02,451 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-08T10:19:02,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T10:19:02,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, REOPEN/MOVE}] 2024-11-08T10:19:02,455 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, REOPEN/MOVE 2024-11-08T10:19:02,455 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=3ed9c6afee1d1c075a0f180fa80be24b, regionState=CLOSING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:02,456 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T10:19:02,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE; CloseRegionProcedure 3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:19:02,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:02,607 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(124): Close 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,607 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-08T10:19:02,607 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1681): Closing 3ed9c6afee1d1c075a0f180fa80be24b, disabling compactions & flushes 2024-11-08T10:19:02,608 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:02,608 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:02,608 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. after waiting 0 ms 2024-11-08T10:19:02,608 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:02,611 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T10:19:02,612 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:02,612 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1635): Region close journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:02,612 WARN [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionServer(3786): Not adding moved region record: 3ed9c6afee1d1c075a0f180fa80be24b to self. 2024-11-08T10:19:02,613 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(170): Closed 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=3ed9c6afee1d1c075a0f180fa80be24b, regionState=CLOSED 2024-11-08T10:19:02,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-08T10:19:02,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; CloseRegionProcedure 3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 in 158 msec 2024-11-08T10:19:02,616 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, REOPEN/MOVE; state=CLOSED, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=true 2024-11-08T10:19:02,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=3ed9c6afee1d1c075a0f180fa80be24b, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:02,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=111, state=RUNNABLE; OpenRegionProcedure 3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:19:02,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:02,921 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:02,922 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:19:02,922 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,922 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:19:02,922 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,922 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,923 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,924 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:02,924 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed9c6afee1d1c075a0f180fa80be24b columnFamilyName A 2024-11-08T10:19:02,925 DEBUG [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:02,926 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(327): Store=3ed9c6afee1d1c075a0f180fa80be24b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:02,926 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,926 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:02,927 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed9c6afee1d1c075a0f180fa80be24b columnFamilyName B 2024-11-08T10:19:02,927 DEBUG [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:02,927 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(327): Store=3ed9c6afee1d1c075a0f180fa80be24b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:02,927 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,928 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:02,928 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed9c6afee1d1c075a0f180fa80be24b columnFamilyName C 2024-11-08T10:19:02,928 DEBUG [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:02,928 INFO [StoreOpener-3ed9c6afee1d1c075a0f180fa80be24b-1 {}] regionserver.HStore(327): Store=3ed9c6afee1d1c075a0f180fa80be24b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:02,928 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:02,929 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,929 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,931 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:19:02,932 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,932 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened 3ed9c6afee1d1c075a0f180fa80be24b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66720177, jitterRate=-0.005791887640953064}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:19:02,933 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:02,933 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., pid=113, masterSystemTime=1731061142918 2024-11-08T10:19:02,934 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:02,935 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:02,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=3ed9c6afee1d1c075a0f180fa80be24b, regionState=OPEN, openSeqNum=5, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:02,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=111 2024-11-08T10:19:02,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=111, state=SUCCESS; OpenRegionProcedure 3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 in 169 msec 2024-11-08T10:19:02,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-08T10:19:02,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, REOPEN/MOVE in 482 msec 2024-11-08T10:19:02,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-11-08T10:19:02,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-08T10:19:02,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-08T10:19:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-08T10:19:02,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-08T10:19:02,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,952 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-08T10:19:02,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,955 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-08T10:19:02,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-08T10:19:02,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,963 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-08T10:19:02,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-08T10:19:02,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-08T10:19:02,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-08T10:19:02,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,976 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-08T10:19:02,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-08T10:19:02,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:02,985 DEBUG [hconnection-0x4510a4d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,985 DEBUG [hconnection-0x1dc23094-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:02,986 DEBUG [hconnection-0x49347c6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-08T10:19:02,986 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,986 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,986 DEBUG [hconnection-0x6077667c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:02,987 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,987 DEBUG [hconnection-0x2073d035-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,987 DEBUG [hconnection-0x562f45bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:02,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:02,987 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-08T10:19:02,988 DEBUG [hconnection-0x71212b4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,988 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,988 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,989 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,989 DEBUG [hconnection-0x23880b4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,990 DEBUG [hconnection-0x5610f1b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,990 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,991 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,993 DEBUG [hconnection-0x7302f8fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:02,994 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:02,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:19:02,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:02,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:02,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:02,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:02,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:02,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:03,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061203015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061203015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061203015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061203017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061203017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ac0c64646b924bf7a839147a985316fb_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061142998/Put/seqid=0 2024-11-08T10:19:03,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742178_1354 (size=12154) 2024-11-08T10:19:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-08T10:19:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061203119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061203119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061203120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061203122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061203122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:03,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-08T10:19:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-08T10:19:03,292 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:03,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-08T10:19:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061203322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061203323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061203323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061203323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061203324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,438 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:03,441 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ac0c64646b924bf7a839147a985316fb_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ac0c64646b924bf7a839147a985316fb_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:03,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/996663edf8b84280aeb743cb1f62ca96, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:03,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/996663edf8b84280aeb743cb1f62ca96 is 175, key is test_row_0/A:col10/1731061142998/Put/seqid=0 2024-11-08T10:19:03,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:03,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-08T10:19:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742179_1355 (size=30955) 2024-11-08T10:19:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-08T10:19:03,597 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:03,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-08T10:19:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061203627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061203627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061203628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061203628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061203629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:03,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:03,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-08T10:19:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,848 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/996663edf8b84280aeb743cb1f62ca96 2024-11-08T10:19:03,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/94a9d828b26d46a5ab1b81fcef93a4be is 50, key is test_row_0/B:col10/1731061142998/Put/seqid=0 2024-11-08T10:19:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742180_1356 (size=12001) 2024-11-08T10:19:03,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/94a9d828b26d46a5ab1b81fcef93a4be 2024-11-08T10:19:03,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/5b36fc9ec1004403ad93b3f3d5cc8161 is 50, key is test_row_0/C:col10/1731061142998/Put/seqid=0 2024-11-08T10:19:03,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:03,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-08T10:19:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:03,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:03,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742181_1357 (size=12001) 2024-11-08T10:19:03,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/5b36fc9ec1004403ad93b3f3d5cc8161 2024-11-08T10:19:03,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/996663edf8b84280aeb743cb1f62ca96 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/996663edf8b84280aeb743cb1f62ca96 2024-11-08T10:19:03,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/996663edf8b84280aeb743cb1f62ca96, entries=150, sequenceid=18, filesize=30.2 K 2024-11-08T10:19:03,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/94a9d828b26d46a5ab1b81fcef93a4be as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/94a9d828b26d46a5ab1b81fcef93a4be 2024-11-08T10:19:03,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/94a9d828b26d46a5ab1b81fcef93a4be, entries=150, sequenceid=18, filesize=11.7 K 2024-11-08T10:19:03,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/5b36fc9ec1004403ad93b3f3d5cc8161 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5b36fc9ec1004403ad93b3f3d5cc8161 2024-11-08T10:19:03,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5b36fc9ec1004403ad93b3f3d5cc8161, entries=150, sequenceid=18, filesize=11.7 K 2024-11-08T10:19:03,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3ed9c6afee1d1c075a0f180fa80be24b in 926ms, sequenceid=18, compaction requested=false 2024-11-08T10:19:03,924 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T10:19:03,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:04,056 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:04,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-08T10:19:04,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:04,056 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:19:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:04,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108562a573f4f224af6b31665c8902ac294_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061143015/Put/seqid=0 2024-11-08T10:19:04,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742182_1358 (size=12154) 2024-11-08T10:19:04,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,081 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108562a573f4f224af6b31665c8902ac294_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108562a573f4f224af6b31665c8902ac294_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/b7ff416a34524673a2f2e105c0cffc86, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/b7ff416a34524673a2f2e105c0cffc86 is 175, key is test_row_0/A:col10/1731061143015/Put/seqid=0 2024-11-08T10:19:04,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742183_1359 (size=30955) 2024-11-08T10:19:04,086 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/b7ff416a34524673a2f2e105c0cffc86 2024-11-08T10:19:04,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/4941a726283e4acb8806cd765ae860d0 is 50, key is test_row_0/B:col10/1731061143015/Put/seqid=0 2024-11-08T10:19:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-08T10:19:04,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742184_1360 (size=12001) 2024-11-08T10:19:04,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/4941a726283e4acb8806cd765ae860d0 2024-11-08T10:19:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/bbbbd6310acb44d0b027811ddce3f514 is 50, key is test_row_0/C:col10/1731061143015/Put/seqid=0 2024-11-08T10:19:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742185_1361 (size=12001) 2024-11-08T10:19:04,106 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/bbbbd6310acb44d0b027811ddce3f514 2024-11-08T10:19:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/b7ff416a34524673a2f2e105c0cffc86 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b7ff416a34524673a2f2e105c0cffc86 2024-11-08T10:19:04,115 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b7ff416a34524673a2f2e105c0cffc86, entries=150, sequenceid=40, filesize=30.2 K 2024-11-08T10:19:04,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/4941a726283e4acb8806cd765ae860d0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/4941a726283e4acb8806cd765ae860d0 2024-11-08T10:19:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,120 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/4941a726283e4acb8806cd765ae860d0, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T10:19:04,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/bbbbd6310acb44d0b027811ddce3f514 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbbbd6310acb44d0b027811ddce3f514 2024-11-08T10:19:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,125 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbbbd6310acb44d0b027811ddce3f514, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T10:19:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,125 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 3ed9c6afee1d1c075a0f180fa80be24b in 69ms, sequenceid=40, compaction requested=false 2024-11-08T10:19:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-08T10:19:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-08T10:19:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-08T10:19:04,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1400 sec 2024-11-08T10:19:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.1440 sec 2024-11-08T10:19:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:19:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:04,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:04,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:04,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:04,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:04,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110822729b002cc948daa27e4304098317a8_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061144267/Put/seqid=0 2024-11-08T10:19:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742187_1363 (size=26798) 2024-11-08T10:19:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061204327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061204328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061204330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061204331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061204333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061204441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061204442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061204442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061204442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061204447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061204646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061204646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061204646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061204646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061204651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,699 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:04,703 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110822729b002cc948daa27e4304098317a8_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110822729b002cc948daa27e4304098317a8_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:04,704 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6331447dacef45cf9fd2a95a9839662f, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:04,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6331447dacef45cf9fd2a95a9839662f is 175, key is test_row_0/A:col10/1731061144267/Put/seqid=0 2024-11-08T10:19:04,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742186_1362 (size=82585) 2024-11-08T10:19:04,707 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6331447dacef45cf9fd2a95a9839662f 2024-11-08T10:19:04,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/7cbb62e8f13046bba65b52367a7c5327 is 50, key is test_row_0/B:col10/1731061144267/Put/seqid=0 2024-11-08T10:19:04,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742188_1364 (size=12001) 2024-11-08T10:19:04,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:19:04,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061204951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061204952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061204952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061204953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:04,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061204959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-08T10:19:05,096 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-08T10:19:05,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-08T10:19:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-08T10:19:05,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:05,099 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:05,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:05,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/7cbb62e8f13046bba65b52367a7c5327 2024-11-08T10:19:05,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/f6ecb0eea0a64ef2858bd2cdd8c9ea8e is 50, key is test_row_0/C:col10/1731061144267/Put/seqid=0 2024-11-08T10:19:05,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742189_1365 (size=12001) 2024-11-08T10:19:05,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/f6ecb0eea0a64ef2858bd2cdd8c9ea8e 2024-11-08T10:19:05,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6331447dacef45cf9fd2a95a9839662f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6331447dacef45cf9fd2a95a9839662f 2024-11-08T10:19:05,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6331447dacef45cf9fd2a95a9839662f, entries=450, sequenceid=52, filesize=80.6 K 2024-11-08T10:19:05,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/7cbb62e8f13046bba65b52367a7c5327 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/7cbb62e8f13046bba65b52367a7c5327 2024-11-08T10:19:05,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/7cbb62e8f13046bba65b52367a7c5327, entries=150, sequenceid=52, filesize=11.7 K 2024-11-08T10:19:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/f6ecb0eea0a64ef2858bd2cdd8c9ea8e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/f6ecb0eea0a64ef2858bd2cdd8c9ea8e 2024-11-08T10:19:05,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/f6ecb0eea0a64ef2858bd2cdd8c9ea8e, entries=150, sequenceid=52, filesize=11.7 K 2024-11-08T10:19:05,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3ed9c6afee1d1c075a0f180fa80be24b in 879ms, sequenceid=52, compaction requested=true 2024-11-08T10:19:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:05,147 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:05,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:05,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:05,147 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:05,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:05,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:05,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:05,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:05,149 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144495 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:05,149 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/A is initiating minor compaction (all files) 2024-11-08T10:19:05,149 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/A in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:05,149 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/996663edf8b84280aeb743cb1f62ca96, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b7ff416a34524673a2f2e105c0cffc86, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6331447dacef45cf9fd2a95a9839662f] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=141.1 K 2024-11-08T10:19:05,149 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:05,149 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/996663edf8b84280aeb743cb1f62ca96, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b7ff416a34524673a2f2e105c0cffc86, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6331447dacef45cf9fd2a95a9839662f] 2024-11-08T10:19:05,149 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:05,149 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/B is initiating minor compaction (all files) 2024-11-08T10:19:05,149 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/B in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:05,149 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/94a9d828b26d46a5ab1b81fcef93a4be, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/4941a726283e4acb8806cd765ae860d0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/7cbb62e8f13046bba65b52367a7c5327] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=35.2 K 2024-11-08T10:19:05,150 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 996663edf8b84280aeb743cb1f62ca96, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731061142995 2024-11-08T10:19:05,150 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 94a9d828b26d46a5ab1b81fcef93a4be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731061142995 2024-11-08T10:19:05,150 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4941a726283e4acb8806cd765ae860d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731061143014 2024-11-08T10:19:05,150 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7ff416a34524673a2f2e105c0cffc86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731061143014 2024-11-08T10:19:05,150 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cbb62e8f13046bba65b52367a7c5327, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731061144264 2024-11-08T10:19:05,151 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6331447dacef45cf9fd2a95a9839662f, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731061144247 2024-11-08T10:19:05,158 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:05,160 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:05,161 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/70715be142cb4d1e880403d03cc4eb55 is 50, key is test_row_0/B:col10/1731061144267/Put/seqid=0 2024-11-08T10:19:05,162 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411085c5f51ca2aa745c395f35f5648792c68_3ed9c6afee1d1c075a0f180fa80be24b store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:05,166 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411085c5f51ca2aa745c395f35f5648792c68_3ed9c6afee1d1c075a0f180fa80be24b, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:05,166 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085c5f51ca2aa745c395f35f5648792c68_3ed9c6afee1d1c075a0f180fa80be24b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:05,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742190_1366 (size=12104) 2024-11-08T10:19:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742191_1367 (size=4469) 2024-11-08T10:19:05,181 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/70715be142cb4d1e880403d03cc4eb55 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/70715be142cb4d1e880403d03cc4eb55 2024-11-08T10:19:05,181 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#A#compaction#315 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:05,182 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/820b60dc0d834f6fb66d7f26ff1d9177 is 175, key is test_row_0/A:col10/1731061144267/Put/seqid=0 2024-11-08T10:19:05,188 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/B of 3ed9c6afee1d1c075a0f180fa80be24b into 70715be142cb4d1e880403d03cc4eb55(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:05,188 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:05,188 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/B, priority=13, startTime=1731061145147; duration=0sec 2024-11-08T10:19:05,188 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:05,188 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:B 2024-11-08T10:19:05,188 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:05,189 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:05,189 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/C is initiating minor compaction (all files) 2024-11-08T10:19:05,189 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/C in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:05,189 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5b36fc9ec1004403ad93b3f3d5cc8161, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbbbd6310acb44d0b027811ddce3f514, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/f6ecb0eea0a64ef2858bd2cdd8c9ea8e] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=35.2 K 2024-11-08T10:19:05,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742192_1368 (size=31058) 2024-11-08T10:19:05,190 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b36fc9ec1004403ad93b3f3d5cc8161, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731061142995 2024-11-08T10:19:05,191 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting bbbbd6310acb44d0b027811ddce3f514, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731061143014 2024-11-08T10:19:05,191 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f6ecb0eea0a64ef2858bd2cdd8c9ea8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731061144264 2024-11-08T10:19:05,195 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/820b60dc0d834f6fb66d7f26ff1d9177 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/820b60dc0d834f6fb66d7f26ff1d9177 2024-11-08T10:19:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-08T10:19:05,203 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:05,204 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/981786f3bb8c44fb90d67cab1a3af352 is 50, key is test_row_0/C:col10/1731061144267/Put/seqid=0 2024-11-08T10:19:05,206 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/A of 3ed9c6afee1d1c075a0f180fa80be24b into 820b60dc0d834f6fb66d7f26ff1d9177(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:05,206 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:05,206 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/A, priority=13, startTime=1731061145146; duration=0sec 2024-11-08T10:19:05,206 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:05,206 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:A 2024-11-08T10:19:05,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742193_1369 (size=12104) 2024-11-08T10:19:05,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:05,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-08T10:19:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:05,251 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:19:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:05,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:05,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:05,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:05,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:05,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083d24d9e858374c63aba21b86b161bdf3_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061144331/Put/seqid=0 2024-11-08T10:19:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742194_1370 (size=12154) 2024-11-08T10:19:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-08T10:19:05,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:05,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061205467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061205467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061205469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061205470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061205473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061205574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061205574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061205574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061205576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061205576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,618 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/981786f3bb8c44fb90d67cab1a3af352 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/981786f3bb8c44fb90d67cab1a3af352 2024-11-08T10:19:05,623 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/C of 3ed9c6afee1d1c075a0f180fa80be24b into 981786f3bb8c44fb90d67cab1a3af352(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:05,623 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:05,623 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/C, priority=13, startTime=1731061145147; duration=0sec 2024-11-08T10:19:05,623 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:05,623 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:C 2024-11-08T10:19:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:05,680 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083d24d9e858374c63aba21b86b161bdf3_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083d24d9e858374c63aba21b86b161bdf3_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:05,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/9e29f9e02aab4c1681a50689ea2028fd, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:05,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/9e29f9e02aab4c1681a50689ea2028fd is 175, key is test_row_0/A:col10/1731061144331/Put/seqid=0 2024-11-08T10:19:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742195_1371 (size=30955) 2024-11-08T10:19:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-08T10:19:05,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061205778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061205778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061205779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061205780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061205779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,086 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/9e29f9e02aab4c1681a50689ea2028fd 2024-11-08T10:19:06,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061206083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061206083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061206086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061206086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061206087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/c437b8625adb4c7d89378e725b91b91e is 50, key is test_row_0/B:col10/1731061144331/Put/seqid=0 2024-11-08T10:19:06,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742196_1372 (size=12001) 2024-11-08T10:19:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-08T10:19:06,505 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/c437b8625adb4c7d89378e725b91b91e 2024-11-08T10:19:06,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/ce39db55d55243488cfcea4dfa76cbee is 50, key is test_row_0/C:col10/1731061144331/Put/seqid=0 2024-11-08T10:19:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742197_1373 (size=12001) 2024-11-08T10:19:06,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061206588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061206591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061206592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061206592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061206594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:06,918 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/ce39db55d55243488cfcea4dfa76cbee 2024-11-08T10:19:06,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/9e29f9e02aab4c1681a50689ea2028fd as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/9e29f9e02aab4c1681a50689ea2028fd 2024-11-08T10:19:06,926 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/9e29f9e02aab4c1681a50689ea2028fd, entries=150, sequenceid=78, filesize=30.2 K 2024-11-08T10:19:06,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/c437b8625adb4c7d89378e725b91b91e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/c437b8625adb4c7d89378e725b91b91e 2024-11-08T10:19:06,930 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/c437b8625adb4c7d89378e725b91b91e, entries=150, sequenceid=78, filesize=11.7 K 2024-11-08T10:19:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/ce39db55d55243488cfcea4dfa76cbee as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ce39db55d55243488cfcea4dfa76cbee 2024-11-08T10:19:06,934 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ce39db55d55243488cfcea4dfa76cbee, entries=150, sequenceid=78, filesize=11.7 K 2024-11-08T10:19:06,935 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3ed9c6afee1d1c075a0f180fa80be24b in 1684ms, sequenceid=78, compaction requested=false 2024-11-08T10:19:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-08T10:19:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-08T10:19:06,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-08T10:19:06,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-11-08T10:19:06,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8410 sec 2024-11-08T10:19:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-08T10:19:07,203 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-08T10:19:07,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-08T10:19:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-08T10:19:07,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:07,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:07,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-08T10:19:07,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:07,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-08T10:19:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:07,358 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T10:19:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:07,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dee438633f434f07bc6e80282d0e13d5_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061145472/Put/seqid=0 2024-11-08T10:19:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742198_1374 (size=12154) 2024-11-08T10:19:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-08T10:19:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:07,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:07,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061207620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061207621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061207622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061207623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061207624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061207725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061207726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061207728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061207728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061207730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:07,776 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dee438633f434f07bc6e80282d0e13d5_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dee438633f434f07bc6e80282d0e13d5_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/ca3c98bac0db49e596e97336d2fe215e, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/ca3c98bac0db49e596e97336d2fe215e is 175, key is test_row_0/A:col10/1731061145472/Put/seqid=0 2024-11-08T10:19:07,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742199_1375 (size=30955) 2024-11-08T10:19:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-08T10:19:07,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061207930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061207932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061207933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061207933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061207936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,187 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/ca3c98bac0db49e596e97336d2fe215e 2024-11-08T10:19:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/98d266d70bab42e18ded309ce3d7d1be is 50, key is test_row_0/B:col10/1731061145472/Put/seqid=0 2024-11-08T10:19:08,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742200_1376 (size=12001) 2024-11-08T10:19:08,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061208233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061208236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061208237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061208239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061208241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-08T10:19:08,599 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/98d266d70bab42e18ded309ce3d7d1be 2024-11-08T10:19:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/765543b194874ca3bf9ccd88e693788b is 50, key is test_row_0/C:col10/1731061145472/Put/seqid=0 2024-11-08T10:19:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742201_1377 (size=12001) 2024-11-08T10:19:08,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061208739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061208745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061208745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061208747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:08,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061208749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,011 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/765543b194874ca3bf9ccd88e693788b 2024-11-08T10:19:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/ca3c98bac0db49e596e97336d2fe215e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/ca3c98bac0db49e596e97336d2fe215e 2024-11-08T10:19:09,019 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/ca3c98bac0db49e596e97336d2fe215e, entries=150, sequenceid=91, filesize=30.2 K 2024-11-08T10:19:09,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/98d266d70bab42e18ded309ce3d7d1be as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/98d266d70bab42e18ded309ce3d7d1be 2024-11-08T10:19:09,023 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/98d266d70bab42e18ded309ce3d7d1be, entries=150, sequenceid=91, filesize=11.7 K 2024-11-08T10:19:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/765543b194874ca3bf9ccd88e693788b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/765543b194874ca3bf9ccd88e693788b 2024-11-08T10:19:09,026 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/765543b194874ca3bf9ccd88e693788b, entries=150, sequenceid=91, filesize=11.7 K 2024-11-08T10:19:09,027 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3ed9c6afee1d1c075a0f180fa80be24b in 1669ms, sequenceid=91, compaction requested=true 2024-11-08T10:19:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-08T10:19:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-08T10:19:09,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-08T10:19:09,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8220 sec 2024-11-08T10:19:09,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.8260 sec 2024-11-08T10:19:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-08T10:19:09,309 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-08T10:19:09,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-08T10:19:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-08T10:19:09,312 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:09,312 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:09,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-08T10:19:09,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:09,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-08T10:19:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:09,465 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:19:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:09,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fe641875241546a989fa7f2212733565_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061147622/Put/seqid=0 2024-11-08T10:19:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742202_1378 (size=12154) 2024-11-08T10:19:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-08T10:19:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:09,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061209760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061209761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061209761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061209763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061209763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061209867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061209867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061209868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061209868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061209869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:09,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:09,880 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fe641875241546a989fa7f2212733565_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fe641875241546a989fa7f2212733565_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6c474f004cb947a690961e14c0a403c2, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:09,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6c474f004cb947a690961e14c0a403c2 is 175, key is test_row_0/A:col10/1731061147622/Put/seqid=0 2024-11-08T10:19:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742203_1379 (size=30955) 2024-11-08T10:19:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-08T10:19:10,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061210071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061210071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061210072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061210072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061210072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,286 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6c474f004cb947a690961e14c0a403c2 2024-11-08T10:19:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/a7fe13661a9c4521aa8f6a6681f7d15e is 50, key is test_row_0/B:col10/1731061147622/Put/seqid=0 2024-11-08T10:19:10,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742204_1380 (size=12001) 2024-11-08T10:19:10,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061210378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061210379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061210380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061210380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061210380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-08T10:19:10,698 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/a7fe13661a9c4521aa8f6a6681f7d15e 2024-11-08T10:19:10,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/0a394da0b619433a8f9d0fd3a1838d47 is 50, key is test_row_0/C:col10/1731061147622/Put/seqid=0 2024-11-08T10:19:10,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742205_1381 (size=12001) 2024-11-08T10:19:10,712 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/0a394da0b619433a8f9d0fd3a1838d47 2024-11-08T10:19:10,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6c474f004cb947a690961e14c0a403c2 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6c474f004cb947a690961e14c0a403c2 2024-11-08T10:19:10,720 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6c474f004cb947a690961e14c0a403c2, entries=150, sequenceid=115, filesize=30.2 K 2024-11-08T10:19:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/a7fe13661a9c4521aa8f6a6681f7d15e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a7fe13661a9c4521aa8f6a6681f7d15e 2024-11-08T10:19:10,724 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a7fe13661a9c4521aa8f6a6681f7d15e, entries=150, sequenceid=115, filesize=11.7 K 2024-11-08T10:19:10,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/0a394da0b619433a8f9d0fd3a1838d47 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0a394da0b619433a8f9d0fd3a1838d47 2024-11-08T10:19:10,728 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0a394da0b619433a8f9d0fd3a1838d47, entries=150, sequenceid=115, filesize=11.7 K 2024-11-08T10:19:10,729 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3ed9c6afee1d1c075a0f180fa80be24b in 1264ms, sequenceid=115, compaction requested=true 2024-11-08T10:19:10,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:10,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:10,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-08T10:19:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-08T10:19:10,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-08T10:19:10,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-08T10:19:10,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4220 sec 2024-11-08T10:19:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:10,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:19:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:10,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a66172267bf040c8ba0c4c74a13671a0_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061150884/Put/seqid=0 2024-11-08T10:19:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742206_1382 (size=14644) 2024-11-08T10:19:10,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:10,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a66172267bf040c8ba0c4c74a13671a0_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a66172267bf040c8ba0c4c74a13671a0_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:10,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/68c4218ec6ab408d8f39d547a3d6c83f, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:10,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/68c4218ec6ab408d8f39d547a3d6c83f is 175, key is test_row_0/A:col10/1731061150884/Put/seqid=0 2024-11-08T10:19:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742207_1383 (size=39599) 2024-11-08T10:19:10,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061210923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061210927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061210933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061210934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:10,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061210934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061211035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061211035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061211040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061211042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061211042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061211240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061211241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061211247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061211248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061211248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,318 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/68c4218ec6ab408d8f39d547a3d6c83f 2024-11-08T10:19:11,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/b0ee9e7cc9af42bb8d01147252eaab9d is 50, key is test_row_0/B:col10/1731061150884/Put/seqid=0 2024-11-08T10:19:11,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742208_1384 (size=12051) 2024-11-08T10:19:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-08T10:19:11,415 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-08T10:19:11,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-08T10:19:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-08T10:19:11,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:11,419 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:11,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-08T10:19:11,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061211545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061211546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061211551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061211551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061211551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:11,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:11,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-08T10:19:11,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:11,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:11,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:11,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-08T10:19:11,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:11,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-08T10:19:11,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:11,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:11,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:11,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:11,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:11,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/b0ee9e7cc9af42bb8d01147252eaab9d 2024-11-08T10:19:11,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/0d19dd3b44b14c239f1180dc8926ff85 is 50, key is test_row_0/C:col10/1731061150884/Put/seqid=0 2024-11-08T10:19:11,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742209_1385 (size=12051) 2024-11-08T10:19:11,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:11,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-08T10:19:11,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:11,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:11,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:11,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:11,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-08T10:19:12,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:12,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-08T10:19:12,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:12,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:12,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:12,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:12,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:12,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061212049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:12,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061212050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061212058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061212059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061212060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:12,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/0d19dd3b44b14c239f1180dc8926ff85 2024-11-08T10:19:12,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/68c4218ec6ab408d8f39d547a3d6c83f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/68c4218ec6ab408d8f39d547a3d6c83f 2024-11-08T10:19:12,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/68c4218ec6ab408d8f39d547a3d6c83f, entries=200, sequenceid=129, filesize=38.7 K 2024-11-08T10:19:12,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/b0ee9e7cc9af42bb8d01147252eaab9d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b0ee9e7cc9af42bb8d01147252eaab9d 2024-11-08T10:19:12,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b0ee9e7cc9af42bb8d01147252eaab9d, entries=150, sequenceid=129, filesize=11.8 K 2024-11-08T10:19:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/0d19dd3b44b14c239f1180dc8926ff85 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0d19dd3b44b14c239f1180dc8926ff85 2024-11-08T10:19:12,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0d19dd3b44b14c239f1180dc8926ff85, entries=150, sequenceid=129, filesize=11.8 K 2024-11-08T10:19:12,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3ed9c6afee1d1c075a0f180fa80be24b in 1273ms, sequenceid=129, compaction requested=true 2024-11-08T10:19:12,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:12,159 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:19:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:12,159 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:19:12,160 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163522 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:19:12,160 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/A is initiating minor compaction (all files) 2024-11-08T10:19:12,160 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:19:12,160 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/A in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:12,160 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/B is initiating minor compaction (all files) 2024-11-08T10:19:12,160 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/820b60dc0d834f6fb66d7f26ff1d9177, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/9e29f9e02aab4c1681a50689ea2028fd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/ca3c98bac0db49e596e97336d2fe215e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6c474f004cb947a690961e14c0a403c2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/68c4218ec6ab408d8f39d547a3d6c83f] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=159.7 K 2024-11-08T10:19:12,160 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/B in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:12,160 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:12,160 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/820b60dc0d834f6fb66d7f26ff1d9177, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/9e29f9e02aab4c1681a50689ea2028fd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/ca3c98bac0db49e596e97336d2fe215e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6c474f004cb947a690961e14c0a403c2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/68c4218ec6ab408d8f39d547a3d6c83f] 2024-11-08T10:19:12,160 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/70715be142cb4d1e880403d03cc4eb55, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/c437b8625adb4c7d89378e725b91b91e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/98d266d70bab42e18ded309ce3d7d1be, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a7fe13661a9c4521aa8f6a6681f7d15e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b0ee9e7cc9af42bb8d01147252eaab9d] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=58.7 K 2024-11-08T10:19:12,160 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 820b60dc0d834f6fb66d7f26ff1d9177, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731061144264 2024-11-08T10:19:12,161 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 70715be142cb4d1e880403d03cc4eb55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731061144264 2024-11-08T10:19:12,161 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e29f9e02aab4c1681a50689ea2028fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731061144328 2024-11-08T10:19:12,161 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting c437b8625adb4c7d89378e725b91b91e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731061144328 2024-11-08T10:19:12,161 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca3c98bac0db49e596e97336d2fe215e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731061145466 2024-11-08T10:19:12,161 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c474f004cb947a690961e14c0a403c2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731061147615 2024-11-08T10:19:12,161 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 98d266d70bab42e18ded309ce3d7d1be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731061145466 2024-11-08T10:19:12,162 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a7fe13661a9c4521aa8f6a6681f7d15e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731061147615 2024-11-08T10:19:12,162 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68c4218ec6ab408d8f39d547a3d6c83f, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731061149760 2024-11-08T10:19:12,162 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b0ee9e7cc9af42bb8d01147252eaab9d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731061149762 2024-11-08T10:19:12,169 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:12,170 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:12,171 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/3822727892054162a6b6e3ae13506304 is 50, key is test_row_0/B:col10/1731061150884/Put/seqid=0 2024-11-08T10:19:12,171 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411085e71be3eacc44d88b746ab902a365e37_3ed9c6afee1d1c075a0f180fa80be24b store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:12,174 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411085e71be3eacc44d88b746ab902a365e37_3ed9c6afee1d1c075a0f180fa80be24b, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:12,174 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085e71be3eacc44d88b746ab902a365e37_3ed9c6afee1d1c075a0f180fa80be24b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742210_1386 (size=12325) 2024-11-08T10:19:12,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742211_1387 (size=4469) 2024-11-08T10:19:12,181 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#A#compaction#331 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:12,181 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/7d75485c8dce41e1b4f18523219078f2 is 175, key is test_row_0/A:col10/1731061150884/Put/seqid=0 2024-11-08T10:19:12,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:12,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-08T10:19:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:12,183 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:19:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742212_1388 (size=31279) 2024-11-08T10:19:12,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110847686105a96e4582b6143242505c4f3d_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061150921/Put/seqid=0 2024-11-08T10:19:12,197 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/3822727892054162a6b6e3ae13506304 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/3822727892054162a6b6e3ae13506304 2024-11-08T10:19:12,203 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/B of 3ed9c6afee1d1c075a0f180fa80be24b into 3822727892054162a6b6e3ae13506304(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:12,203 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:12,203 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/B, priority=11, startTime=1731061152159; duration=0sec 2024-11-08T10:19:12,203 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:12,203 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:B 2024-11-08T10:19:12,203 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:19:12,204 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:19:12,204 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/C is initiating minor compaction (all files) 2024-11-08T10:19:12,204 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/C in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:12,204 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/981786f3bb8c44fb90d67cab1a3af352, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ce39db55d55243488cfcea4dfa76cbee, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/765543b194874ca3bf9ccd88e693788b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0a394da0b619433a8f9d0fd3a1838d47, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0d19dd3b44b14c239f1180dc8926ff85] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=58.7 K 2024-11-08T10:19:12,205 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 981786f3bb8c44fb90d67cab1a3af352, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731061144264 2024-11-08T10:19:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742213_1389 (size=12304) 2024-11-08T10:19:12,205 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting ce39db55d55243488cfcea4dfa76cbee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731061144328 2024-11-08T10:19:12,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:12,206 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 765543b194874ca3bf9ccd88e693788b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731061145466 2024-11-08T10:19:12,206 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a394da0b619433a8f9d0fd3a1838d47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731061147615 2024-11-08T10:19:12,207 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d19dd3b44b14c239f1180dc8926ff85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731061149762 2024-11-08T10:19:12,209 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110847686105a96e4582b6143242505c4f3d_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110847686105a96e4582b6143242505c4f3d_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/4501096d6cdd4cb28770bbb4c05148c5, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:12,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/4501096d6cdd4cb28770bbb4c05148c5 is 175, key is test_row_0/A:col10/1731061150921/Put/seqid=0 2024-11-08T10:19:12,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742214_1390 (size=31105) 2024-11-08T10:19:12,217 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:12,218 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/7a068bc144c54ab4b6922a3a0ad2dbb7 is 50, key is test_row_0/C:col10/1731061150884/Put/seqid=0 2024-11-08T10:19:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742215_1391 (size=12325) 2024-11-08T10:19:12,232 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/7a068bc144c54ab4b6922a3a0ad2dbb7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/7a068bc144c54ab4b6922a3a0ad2dbb7 2024-11-08T10:19:12,236 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/C of 3ed9c6afee1d1c075a0f180fa80be24b into 7a068bc144c54ab4b6922a3a0ad2dbb7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:12,236 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:12,236 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/C, priority=11, startTime=1731061152159; duration=0sec 2024-11-08T10:19:12,236 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:12,236 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:C 2024-11-08T10:19:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-08T10:19:12,591 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/7d75485c8dce41e1b4f18523219078f2 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/7d75485c8dce41e1b4f18523219078f2 2024-11-08T10:19:12,595 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/A of 3ed9c6afee1d1c075a0f180fa80be24b into 7d75485c8dce41e1b4f18523219078f2(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:12,595 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:12,595 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/A, priority=11, startTime=1731061152159; duration=0sec 2024-11-08T10:19:12,595 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:12,595 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:A 2024-11-08T10:19:12,614 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/4501096d6cdd4cb28770bbb4c05148c5 2024-11-08T10:19:12,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/8d4233a729f74fb29b3450031b84ac25 is 50, key is test_row_0/B:col10/1731061150921/Put/seqid=0 2024-11-08T10:19:12,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742216_1392 (size=12151) 2024-11-08T10:19:13,027 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/8d4233a729f74fb29b3450031b84ac25 2024-11-08T10:19:13,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/c2eaeaf6f0a44a5fa0b87ee237f3b50e is 50, key is test_row_0/C:col10/1731061150921/Put/seqid=0 2024-11-08T10:19:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742217_1393 (size=12151) 2024-11-08T10:19:13,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061213104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061213107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061213111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061213112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061213112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061213213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061213213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061213216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061213218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061213218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061213417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061213417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061213420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061213423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061213423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,442 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/c2eaeaf6f0a44a5fa0b87ee237f3b50e 2024-11-08T10:19:13,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/4501096d6cdd4cb28770bbb4c05148c5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/4501096d6cdd4cb28770bbb4c05148c5 2024-11-08T10:19:13,449 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/4501096d6cdd4cb28770bbb4c05148c5, entries=150, sequenceid=151, filesize=30.4 K 2024-11-08T10:19:13,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/8d4233a729f74fb29b3450031b84ac25 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/8d4233a729f74fb29b3450031b84ac25 2024-11-08T10:19:13,454 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/8d4233a729f74fb29b3450031b84ac25, entries=150, sequenceid=151, filesize=11.9 K 2024-11-08T10:19:13,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/c2eaeaf6f0a44a5fa0b87ee237f3b50e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/c2eaeaf6f0a44a5fa0b87ee237f3b50e 2024-11-08T10:19:13,458 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/c2eaeaf6f0a44a5fa0b87ee237f3b50e, entries=150, sequenceid=151, filesize=11.9 K 2024-11-08T10:19:13,458 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 3ed9c6afee1d1c075a0f180fa80be24b in 1275ms, sequenceid=151, compaction requested=false 2024-11-08T10:19:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-08T10:19:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-08T10:19:13,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-08T10:19:13,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0410 sec 2024-11-08T10:19:13,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.0440 sec 2024-11-08T10:19:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-08T10:19:13,522 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-08T10:19:13,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-08T10:19:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-08T10:19:13,525 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:13,525 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:13,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-08T10:19:13,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:13,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-08T10:19:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:13,678 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T10:19:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:13,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a11d6cf0a8e3453992530739bc05f85f_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061153106/Put/seqid=0 2024-11-08T10:19:13,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742218_1394 (size=12304) 2024-11-08T10:19:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:13,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:13,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061213742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061213746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061213748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061213748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061213748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-08T10:19:13,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061213849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061213852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061213854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061213856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:13,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061213856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061214054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061214057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061214059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061214060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061214061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:14,093 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a11d6cf0a8e3453992530739bc05f85f_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a11d6cf0a8e3453992530739bc05f85f_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/d7d45e7e523f49f4ab4181f335b1a231, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:14,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/d7d45e7e523f49f4ab4181f335b1a231 is 175, key is test_row_0/A:col10/1731061153106/Put/seqid=0 2024-11-08T10:19:14,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742219_1395 (size=31105) 2024-11-08T10:19:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-08T10:19:14,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061214359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061214361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061214363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061214367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061214367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,507 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/d7d45e7e523f49f4ab4181f335b1a231 2024-11-08T10:19:14,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/b440778471534dcc9003c67f697c3864 is 50, key is test_row_0/B:col10/1731061153106/Put/seqid=0 2024-11-08T10:19:14,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742220_1396 (size=12151) 2024-11-08T10:19:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-08T10:19:14,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061214864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061214865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061214871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061214872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061214875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:14,918 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/b440778471534dcc9003c67f697c3864 2024-11-08T10:19:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/a494ac03747d4c8f8591aff0f7a39339 is 50, key is test_row_0/C:col10/1731061153106/Put/seqid=0 2024-11-08T10:19:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742221_1397 (size=12151) 2024-11-08T10:19:15,330 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/a494ac03747d4c8f8591aff0f7a39339 2024-11-08T10:19:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/d7d45e7e523f49f4ab4181f335b1a231 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/d7d45e7e523f49f4ab4181f335b1a231 2024-11-08T10:19:15,338 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/d7d45e7e523f49f4ab4181f335b1a231, entries=150, sequenceid=169, filesize=30.4 K 2024-11-08T10:19:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/b440778471534dcc9003c67f697c3864 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b440778471534dcc9003c67f697c3864 2024-11-08T10:19:15,342 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b440778471534dcc9003c67f697c3864, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T10:19:15,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/a494ac03747d4c8f8591aff0f7a39339 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/a494ac03747d4c8f8591aff0f7a39339 2024-11-08T10:19:15,347 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/a494ac03747d4c8f8591aff0f7a39339, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T10:19:15,347 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3ed9c6afee1d1c075a0f180fa80be24b in 1670ms, sequenceid=169, compaction requested=true 2024-11-08T10:19:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-08T10:19:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-08T10:19:15,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-08T10:19:15,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-08T10:19:15,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.8270 sec 2024-11-08T10:19:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-08T10:19:15,629 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-08T10:19:15,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-08T10:19:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-08T10:19:15,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:15,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:15,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-08T10:19:15,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:15,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-08T10:19:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:15,785 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T10:19:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:15,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:15,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110872157492863c4e5fb9e7cd41e7f2a16e_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061153746/Put/seqid=0 2024-11-08T10:19:15,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742222_1398 (size=12304) 2024-11-08T10:19:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:15,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061215888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061215889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061215891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:15,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061215891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:15,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061215892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-08T10:19:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061215998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061215998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061215998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061215999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061215999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:16,200 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110872157492863c4e5fb9e7cd41e7f2a16e_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110872157492863c4e5fb9e7cd41e7f2a16e_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/63efbc79fbe84a35afcedf846e0e85dc, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/63efbc79fbe84a35afcedf846e0e85dc is 175, key is test_row_0/A:col10/1731061153746/Put/seqid=0 2024-11-08T10:19:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742223_1399 (size=31105) 2024-11-08T10:19:16,206 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/63efbc79fbe84a35afcedf846e0e85dc 2024-11-08T10:19:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061216203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061216204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061216204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061216204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061216204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/436cb20f89814dc9b8079a65a824dcdf is 50, key is test_row_0/B:col10/1731061153746/Put/seqid=0 2024-11-08T10:19:16,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742224_1400 (size=12151) 2024-11-08T10:19:16,217 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/436cb20f89814dc9b8079a65a824dcdf 2024-11-08T10:19:16,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/e90e37823bde49d09ba24d6751332697 is 50, key is test_row_0/C:col10/1731061153746/Put/seqid=0 2024-11-08T10:19:16,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742225_1401 (size=12151) 2024-11-08T10:19:16,233 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/e90e37823bde49d09ba24d6751332697 2024-11-08T10:19:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-08T10:19:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/63efbc79fbe84a35afcedf846e0e85dc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/63efbc79fbe84a35afcedf846e0e85dc 2024-11-08T10:19:16,240 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/63efbc79fbe84a35afcedf846e0e85dc, entries=150, sequenceid=190, filesize=30.4 K 2024-11-08T10:19:16,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/436cb20f89814dc9b8079a65a824dcdf as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/436cb20f89814dc9b8079a65a824dcdf 2024-11-08T10:19:16,245 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/436cb20f89814dc9b8079a65a824dcdf, entries=150, sequenceid=190, filesize=11.9 K 2024-11-08T10:19:16,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/e90e37823bde49d09ba24d6751332697 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/e90e37823bde49d09ba24d6751332697 2024-11-08T10:19:16,249 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/e90e37823bde49d09ba24d6751332697, entries=150, sequenceid=190, filesize=11.9 K 2024-11-08T10:19:16,250 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3ed9c6afee1d1c075a0f180fa80be24b in 465ms, sequenceid=190, compaction requested=true 2024-11-08T10:19:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-08T10:19:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-08T10:19:16,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-08T10:19:16,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 618 msec 2024-11-08T10:19:16,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 623 msec 2024-11-08T10:19:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:16,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T10:19:16,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:16,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:16,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:16,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:16,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:16,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:16,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110849d2eb168f944bb093371eb870e931d6_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061155888/Put/seqid=0 2024-11-08T10:19:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742226_1402 (size=14794) 2024-11-08T10:19:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061216535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061216535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061216537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061216538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061216538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061216643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061216643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061216645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061216646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061216646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-08T10:19:16,736 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-08T10:19:16,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-08T10:19:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-08T10:19:16,738 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:16,739 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:16,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-08T10:19:16,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061216850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061216850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061216850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061216851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061216851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:16,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:16,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-08T10:19:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:16,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:16,926 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:16,931 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110849d2eb168f944bb093371eb870e931d6_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110849d2eb168f944bb093371eb870e931d6_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:16,931 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/633d39f52a6f4072852e0de58092ed35, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:16,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/633d39f52a6f4072852e0de58092ed35 is 175, key is test_row_0/A:col10/1731061155888/Put/seqid=0 2024-11-08T10:19:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742227_1403 (size=39749) 2024-11-08T10:19:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-08T10:19:17,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:17,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-08T10:19:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061217153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061217154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061217155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061217156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061217159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,195 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:17,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-08T10:19:17,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:17,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,338 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/633d39f52a6f4072852e0de58092ed35 2024-11-08T10:19:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-08T10:19:17,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/9d8adf2cb19f4edfa530c5163cc767eb is 50, key is test_row_0/B:col10/1731061155888/Put/seqid=0 2024-11-08T10:19:17,348 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742228_1404 (size=12151) 2024-11-08T10:19:17,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-08T10:19:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:17,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:17,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-08T10:19:17,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:17,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:17,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-08T10:19:17,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:17,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061217662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061217662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061217663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061217664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061217666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:17,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/9d8adf2cb19f4edfa530c5163cc767eb 2024-11-08T10:19:17,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/5cf7cef7448a497e867f6b27dd0f93ea is 50, key is test_row_0/C:col10/1731061155888/Put/seqid=0 2024-11-08T10:19:17,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742229_1405 (size=12151) 2024-11-08T10:19:17,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/5cf7cef7448a497e867f6b27dd0f93ea 2024-11-08T10:19:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/633d39f52a6f4072852e0de58092ed35 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/633d39f52a6f4072852e0de58092ed35 2024-11-08T10:19:17,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/633d39f52a6f4072852e0de58092ed35, entries=200, sequenceid=206, filesize=38.8 K 2024-11-08T10:19:17,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/9d8adf2cb19f4edfa530c5163cc767eb as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9d8adf2cb19f4edfa530c5163cc767eb 2024-11-08T10:19:17,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9d8adf2cb19f4edfa530c5163cc767eb, entries=150, sequenceid=206, filesize=11.9 K 2024-11-08T10:19:17,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/5cf7cef7448a497e867f6b27dd0f93ea as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5cf7cef7448a497e867f6b27dd0f93ea 2024-11-08T10:19:17,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5cf7cef7448a497e867f6b27dd0f93ea, entries=150, sequenceid=206, filesize=11.9 K 2024-11-08T10:19:17,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3ed9c6afee1d1c075a0f180fa80be24b in 1264ms, sequenceid=206, compaction requested=true 2024-11-08T10:19:17,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:17,778 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:19:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:17,778 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:19:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:17,779 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164343 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:19:17,779 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60929 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:19:17,779 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/A is initiating minor compaction (all files) 2024-11-08T10:19:17,779 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/B is initiating minor compaction (all files) 2024-11-08T10:19:17,779 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/A in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,779 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/B in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,779 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/7d75485c8dce41e1b4f18523219078f2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/4501096d6cdd4cb28770bbb4c05148c5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/d7d45e7e523f49f4ab4181f335b1a231, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/63efbc79fbe84a35afcedf846e0e85dc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/633d39f52a6f4072852e0de58092ed35] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=160.5 K 2024-11-08T10:19:17,779 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/3822727892054162a6b6e3ae13506304, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/8d4233a729f74fb29b3450031b84ac25, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b440778471534dcc9003c67f697c3864, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/436cb20f89814dc9b8079a65a824dcdf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9d8adf2cb19f4edfa530c5163cc767eb] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=59.5 K 2024-11-08T10:19:17,779 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,779 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/7d75485c8dce41e1b4f18523219078f2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/4501096d6cdd4cb28770bbb4c05148c5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/d7d45e7e523f49f4ab4181f335b1a231, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/63efbc79fbe84a35afcedf846e0e85dc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/633d39f52a6f4072852e0de58092ed35] 2024-11-08T10:19:17,780 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d75485c8dce41e1b4f18523219078f2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731061149762 2024-11-08T10:19:17,780 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 3822727892054162a6b6e3ae13506304, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731061149762 2024-11-08T10:19:17,780 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d4233a729f74fb29b3450031b84ac25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731061150921 2024-11-08T10:19:17,780 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4501096d6cdd4cb28770bbb4c05148c5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731061150921 2024-11-08T10:19:17,780 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b440778471534dcc9003c67f697c3864, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731061153106 2024-11-08T10:19:17,780 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7d45e7e523f49f4ab4181f335b1a231, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731061153106 2024-11-08T10:19:17,780 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 436cb20f89814dc9b8079a65a824dcdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731061153741 2024-11-08T10:19:17,781 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63efbc79fbe84a35afcedf846e0e85dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731061153741 2024-11-08T10:19:17,781 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 633d39f52a6f4072852e0de58092ed35, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731061155888 2024-11-08T10:19:17,781 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d8adf2cb19f4edfa530c5163cc767eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731061155888 2024-11-08T10:19:17,796 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:17,798 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411087e281b59298a4e60af39af9ef7f3e775_3ed9c6afee1d1c075a0f180fa80be24b store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:17,799 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#B#compaction#345 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:17,800 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/e0ba2611dc4e4bf99555779124793f10 is 50, key is test_row_0/B:col10/1731061155888/Put/seqid=0 2024-11-08T10:19:17,802 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411087e281b59298a4e60af39af9ef7f3e775_3ed9c6afee1d1c075a0f180fa80be24b, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:17,802 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087e281b59298a4e60af39af9ef7f3e775_3ed9c6afee1d1c075a0f180fa80be24b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:17,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:17,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-08T10:19:17,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,806 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T10:19:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:17,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742230_1406 (size=12595) 2024-11-08T10:19:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742231_1407 (size=4469) 2024-11-08T10:19:17,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e24810a61ac9421fb8f422bf5f8f439b_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061156537/Put/seqid=0 2024-11-08T10:19:17,832 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#A#compaction#346 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:17,832 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/0f178c0e45e046b5a1f584275ea799f5 is 175, key is test_row_0/A:col10/1731061155888/Put/seqid=0 2024-11-08T10:19:17,834 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/e0ba2611dc4e4bf99555779124793f10 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/e0ba2611dc4e4bf99555779124793f10 2024-11-08T10:19:17,841 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/B of 3ed9c6afee1d1c075a0f180fa80be24b into e0ba2611dc4e4bf99555779124793f10(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:17,841 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:17,841 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/B, priority=11, startTime=1731061157778; duration=0sec 2024-11-08T10:19:17,841 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:17,841 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:B 2024-11-08T10:19:17,841 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T10:19:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-08T10:19:17,842 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60929 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T10:19:17,843 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/C is initiating minor compaction (all files) 2024-11-08T10:19:17,843 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/C in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:17,843 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/7a068bc144c54ab4b6922a3a0ad2dbb7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/c2eaeaf6f0a44a5fa0b87ee237f3b50e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/a494ac03747d4c8f8591aff0f7a39339, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/e90e37823bde49d09ba24d6751332697, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5cf7cef7448a497e867f6b27dd0f93ea] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=59.5 K 2024-11-08T10:19:17,843 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a068bc144c54ab4b6922a3a0ad2dbb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731061149762 2024-11-08T10:19:17,843 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting c2eaeaf6f0a44a5fa0b87ee237f3b50e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731061150921 2024-11-08T10:19:17,844 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a494ac03747d4c8f8591aff0f7a39339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731061153106 2024-11-08T10:19:17,844 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e90e37823bde49d09ba24d6751332697, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731061153741 2024-11-08T10:19:17,845 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf7cef7448a497e867f6b27dd0f93ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731061155888 2024-11-08T10:19:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742233_1409 (size=12304) 2024-11-08T10:19:17,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742232_1408 (size=31549) 2024-11-08T10:19:17,855 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/0f178c0e45e046b5a1f584275ea799f5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/0f178c0e45e046b5a1f584275ea799f5 2024-11-08T10:19:17,860 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#C#compaction#348 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:17,860 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/A of 3ed9c6afee1d1c075a0f180fa80be24b into 0f178c0e45e046b5a1f584275ea799f5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:17,860 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:17,860 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/A, priority=11, startTime=1731061157777; duration=0sec 2024-11-08T10:19:17,860 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:17,860 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:A 2024-11-08T10:19:17,861 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/bbdfa43d7e7d4b10be64d9fd89557b18 is 50, key is test_row_0/C:col10/1731061155888/Put/seqid=0 2024-11-08T10:19:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742234_1410 (size=12595) 2024-11-08T10:19:17,874 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/bbdfa43d7e7d4b10be64d9fd89557b18 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbdfa43d7e7d4b10be64d9fd89557b18 2024-11-08T10:19:17,878 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/C of 3ed9c6afee1d1c075a0f180fa80be24b into bbdfa43d7e7d4b10be64d9fd89557b18(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:17,878 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:17,878 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/C, priority=11, startTime=1731061157778; duration=0sec 2024-11-08T10:19:17,878 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:17,878 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:C 2024-11-08T10:19:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:18,250 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e24810a61ac9421fb8f422bf5f8f439b_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e24810a61ac9421fb8f422bf5f8f439b_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/a5e964cb4c3343a58c129a17ec7e8067, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/a5e964cb4c3343a58c129a17ec7e8067 is 175, key is test_row_0/A:col10/1731061156537/Put/seqid=0 2024-11-08T10:19:18,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742235_1411 (size=31105) 2024-11-08T10:19:18,656 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/a5e964cb4c3343a58c129a17ec7e8067 2024-11-08T10:19:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/ff5bff2ef04945bfbac8c705137ed898 is 50, key is test_row_0/B:col10/1731061156537/Put/seqid=0 2024-11-08T10:19:18,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742236_1412 (size=12151) 2024-11-08T10:19:18,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061218683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061218683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061218684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061218687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061218687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061218789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061218790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061218790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061218793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061218793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-08T10:19:18,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061218992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061218993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061218993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061218997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:18,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061218997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,067 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/ff5bff2ef04945bfbac8c705137ed898 2024-11-08T10:19:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/b5b7cf0a458641d2a3a5e7d8f2af660c is 50, key is test_row_0/C:col10/1731061156537/Put/seqid=0 2024-11-08T10:19:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742237_1413 (size=12151) 2024-11-08T10:19:19,085 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/b5b7cf0a458641d2a3a5e7d8f2af660c 2024-11-08T10:19:19,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/a5e964cb4c3343a58c129a17ec7e8067 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a5e964cb4c3343a58c129a17ec7e8067 2024-11-08T10:19:19,092 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a5e964cb4c3343a58c129a17ec7e8067, entries=150, sequenceid=226, filesize=30.4 K 2024-11-08T10:19:19,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/ff5bff2ef04945bfbac8c705137ed898 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/ff5bff2ef04945bfbac8c705137ed898 2024-11-08T10:19:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,098 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/ff5bff2ef04945bfbac8c705137ed898, entries=150, sequenceid=226, filesize=11.9 K 2024-11-08T10:19:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/b5b7cf0a458641d2a3a5e7d8f2af660c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b5b7cf0a458641d2a3a5e7d8f2af660c 2024-11-08T10:19:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,103 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b5b7cf0a458641d2a3a5e7d8f2af660c, entries=150, sequenceid=226, filesize=11.9 K 2024-11-08T10:19:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,104 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3ed9c6afee1d1c075a0f180fa80be24b in 1298ms, sequenceid=226, compaction requested=false 2024-11-08T10:19:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-08T10:19:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-08T10:19:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-08T10:19:19,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3660 sec 2024-11-08T10:19:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.3710 sec 2024-11-08T10:19:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T10:19:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089ecd78f5d60043feab033f048a450635_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061159321/Put/seqid=0 2024-11-08T10:19:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742238_1414 (size=14794) 2024-11-08T10:19:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061219362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061219363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061219364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061219366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061219372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061219474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061219474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061219474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061219475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061219478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061219679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061219680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061219680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061219683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061219683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,739 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:19,743 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089ecd78f5d60043feab033f048a450635_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089ecd78f5d60043feab033f048a450635_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:19,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/913d9c8ee20b446080428bed9390d39a, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:19,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/913d9c8ee20b446080428bed9390d39a is 175, key is test_row_0/A:col10/1731061159321/Put/seqid=0 2024-11-08T10:19:19,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742239_1415 (size=39749) 2024-11-08T10:19:19,752 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/913d9c8ee20b446080428bed9390d39a 2024-11-08T10:19:19,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/df4be27227ad43278e4a74bfa33e0f85 is 50, key is test_row_0/B:col10/1731061159321/Put/seqid=0 2024-11-08T10:19:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742240_1416 (size=12151) 2024-11-08T10:19:19,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:19:19,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061219984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061219986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061219987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061219987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061219989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:20,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/df4be27227ad43278e4a74bfa33e0f85 2024-11-08T10:19:20,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/304df71c0eb345a88f2608da210220e5 is 50, key is test_row_0/C:col10/1731061159321/Put/seqid=0 2024-11-08T10:19:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742241_1417 (size=12151) 2024-11-08T10:19:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061220491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061220491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061220492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061220493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:20,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061220495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:20,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/304df71c0eb345a88f2608da210220e5 2024-11-08T10:19:20,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/913d9c8ee20b446080428bed9390d39a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/913d9c8ee20b446080428bed9390d39a 2024-11-08T10:19:20,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/913d9c8ee20b446080428bed9390d39a, entries=200, sequenceid=247, filesize=38.8 K 2024-11-08T10:19:20,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/df4be27227ad43278e4a74bfa33e0f85 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/df4be27227ad43278e4a74bfa33e0f85 2024-11-08T10:19:20,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/df4be27227ad43278e4a74bfa33e0f85, entries=150, sequenceid=247, filesize=11.9 K 2024-11-08T10:19:20,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/304df71c0eb345a88f2608da210220e5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/304df71c0eb345a88f2608da210220e5 2024-11-08T10:19:20,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/304df71c0eb345a88f2608da210220e5, entries=150, sequenceid=247, filesize=11.9 K 2024-11-08T10:19:20,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 3ed9c6afee1d1c075a0f180fa80be24b in 1270ms, sequenceid=247, compaction requested=true 2024-11-08T10:19:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:20,591 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:20,591 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:20,592 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:20,592 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/A is initiating minor compaction (all files) 2024-11-08T10:19:20,592 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:20,592 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/A in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:20,592 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/B is initiating minor compaction (all files) 2024-11-08T10:19:20,592 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/0f178c0e45e046b5a1f584275ea799f5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a5e964cb4c3343a58c129a17ec7e8067, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/913d9c8ee20b446080428bed9390d39a] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=100.0 K 2024-11-08T10:19:20,592 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:20,592 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/B in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:20,592 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/0f178c0e45e046b5a1f584275ea799f5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a5e964cb4c3343a58c129a17ec7e8067, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/913d9c8ee20b446080428bed9390d39a] 2024-11-08T10:19:20,592 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/e0ba2611dc4e4bf99555779124793f10, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/ff5bff2ef04945bfbac8c705137ed898, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/df4be27227ad43278e4a74bfa33e0f85] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=36.0 K 2024-11-08T10:19:20,593 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e0ba2611dc4e4bf99555779124793f10, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731061155888 2024-11-08T10:19:20,593 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f178c0e45e046b5a1f584275ea799f5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731061155888 2024-11-08T10:19:20,593 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting ff5bff2ef04945bfbac8c705137ed898, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731061156532 2024-11-08T10:19:20,593 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5e964cb4c3343a58c129a17ec7e8067, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731061156532 2024-11-08T10:19:20,593 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting df4be27227ad43278e4a74bfa33e0f85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731061158682 2024-11-08T10:19:20,593 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 913d9c8ee20b446080428bed9390d39a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731061158682 2024-11-08T10:19:20,601 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#B#compaction#354 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:20,601 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/0bd6a5f6ea084990808e55dfda576007 is 50, key is test_row_0/B:col10/1731061159321/Put/seqid=0 2024-11-08T10:19:20,602 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:20,604 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108c0322582680b471b82d743019194f5bd_3ed9c6afee1d1c075a0f180fa80be24b store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:20,606 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108c0322582680b471b82d743019194f5bd_3ed9c6afee1d1c075a0f180fa80be24b, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:20,606 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c0322582680b471b82d743019194f5bd_3ed9c6afee1d1c075a0f180fa80be24b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742242_1418 (size=12697) 2024-11-08T10:19:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742243_1419 (size=4469) 2024-11-08T10:19:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-08T10:19:20,843 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-08T10:19:20,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-08T10:19:20,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-08T10:19:20,846 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:20,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-08T10:19:20,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:20,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-08T10:19:20,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:20,998 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T10:19:20,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:21,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085d565743f28342e5addf1c6fc6e094bc_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061159361/Put/seqid=0 2024-11-08T10:19:21,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742244_1420 (size=12454) 2024-11-08T10:19:21,014 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:21,014 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6acaeef7bf744e6a862a82dda1a5b8e5 is 175, key is test_row_0/A:col10/1731061159321/Put/seqid=0 2024-11-08T10:19:21,018 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/0bd6a5f6ea084990808e55dfda576007 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/0bd6a5f6ea084990808e55dfda576007 2024-11-08T10:19:21,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742245_1421 (size=31651) 2024-11-08T10:19:21,023 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/B of 3ed9c6afee1d1c075a0f180fa80be24b into 0bd6a5f6ea084990808e55dfda576007(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:21,023 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:21,023 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/B, priority=13, startTime=1731061160591; duration=0sec 2024-11-08T10:19:21,023 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:21,023 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:B 2024-11-08T10:19:21,023 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:21,024 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:21,024 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/C is initiating minor compaction (all files) 2024-11-08T10:19:21,024 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/C in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:21,024 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbdfa43d7e7d4b10be64d9fd89557b18, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b5b7cf0a458641d2a3a5e7d8f2af660c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/304df71c0eb345a88f2608da210220e5] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=36.0 K 2024-11-08T10:19:21,025 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting bbdfa43d7e7d4b10be64d9fd89557b18, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731061155888 2024-11-08T10:19:21,025 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6acaeef7bf744e6a862a82dda1a5b8e5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6acaeef7bf744e6a862a82dda1a5b8e5 2024-11-08T10:19:21,025 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b5b7cf0a458641d2a3a5e7d8f2af660c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731061156532 2024-11-08T10:19:21,025 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 304df71c0eb345a88f2608da210220e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731061158682 2024-11-08T10:19:21,029 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/A of 3ed9c6afee1d1c075a0f180fa80be24b into 6acaeef7bf744e6a862a82dda1a5b8e5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:21,029 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:21,029 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/A, priority=13, startTime=1731061160591; duration=0sec 2024-11-08T10:19:21,029 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:21,029 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:A 2024-11-08T10:19:21,032 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:21,033 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/eabc0490b7414a138990029d6e556d87 is 50, key is test_row_0/C:col10/1731061159321/Put/seqid=0 2024-11-08T10:19:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742246_1422 (size=12697) 2024-11-08T10:19:21,046 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/eabc0490b7414a138990029d6e556d87 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/eabc0490b7414a138990029d6e556d87 2024-11-08T10:19:21,050 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/C of 3ed9c6afee1d1c075a0f180fa80be24b into eabc0490b7414a138990029d6e556d87(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:21,050 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:21,050 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/C, priority=13, startTime=1731061160591; duration=0sec 2024-11-08T10:19:21,051 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:21,051 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:C 2024-11-08T10:19:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-08T10:19:21,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:21,413 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085d565743f28342e5addf1c6fc6e094bc_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085d565743f28342e5addf1c6fc6e094bc_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:21,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/b0e83a49b04a4fef893ce7180f80c214, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:21,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/b0e83a49b04a4fef893ce7180f80c214 is 175, key is test_row_0/A:col10/1731061159361/Put/seqid=0 2024-11-08T10:19:21,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742247_1423 (size=31255) 2024-11-08T10:19:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-08T10:19:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:21,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061221512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061221513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061221514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061221515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061221517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061221618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061221618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061221618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061221620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061221620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,819 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/b0e83a49b04a4fef893ce7180f80c214 2024-11-08T10:19:21,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061221821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061221822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/9c8a78b2ab6c4f9b9a05057c24f3c130 is 50, key is test_row_0/B:col10/1731061159361/Put/seqid=0 2024-11-08T10:19:21,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061221823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061221824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061221825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:21,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742248_1424 (size=12301) 2024-11-08T10:19:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-08T10:19:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061222129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061222129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061222129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061222129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061222130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,230 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/9c8a78b2ab6c4f9b9a05057c24f3c130 2024-11-08T10:19:22,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/ed0703704a3b42ec8dafaa564318943c is 50, key is test_row_0/C:col10/1731061159361/Put/seqid=0 2024-11-08T10:19:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742249_1425 (size=12301) 2024-11-08T10:19:22,247 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/ed0703704a3b42ec8dafaa564318943c 2024-11-08T10:19:22,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/b0e83a49b04a4fef893ce7180f80c214 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b0e83a49b04a4fef893ce7180f80c214 2024-11-08T10:19:22,254 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b0e83a49b04a4fef893ce7180f80c214, entries=150, sequenceid=265, filesize=30.5 K 2024-11-08T10:19:22,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/9c8a78b2ab6c4f9b9a05057c24f3c130 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9c8a78b2ab6c4f9b9a05057c24f3c130 2024-11-08T10:19:22,258 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9c8a78b2ab6c4f9b9a05057c24f3c130, entries=150, sequenceid=265, filesize=12.0 K 2024-11-08T10:19:22,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/ed0703704a3b42ec8dafaa564318943c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ed0703704a3b42ec8dafaa564318943c 2024-11-08T10:19:22,262 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ed0703704a3b42ec8dafaa564318943c, entries=150, sequenceid=265, filesize=12.0 K 2024-11-08T10:19:22,263 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 3ed9c6afee1d1c075a0f180fa80be24b in 1264ms, sequenceid=265, compaction requested=false 2024-11-08T10:19:22,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:22,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:22,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-08T10:19:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-08T10:19:22,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-08T10:19:22,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-08T10:19:22,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4210 sec 2024-11-08T10:19:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:22,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T10:19:22,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:22,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:22,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:22,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e310f06689014d1389f4cb072990a54f_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061162635/Put/seqid=0 2024-11-08T10:19:22,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742250_1426 (size=14994) 2024-11-08T10:19:22,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:22,650 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e310f06689014d1389f4cb072990a54f_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e310f06689014d1389f4cb072990a54f_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:22,651 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6aed25005a3c47b791f27f60c3b00296, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:22,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6aed25005a3c47b791f27f60c3b00296 is 175, key is test_row_0/A:col10/1731061162635/Put/seqid=0 2024-11-08T10:19:22,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742251_1427 (size=39949) 2024-11-08T10:19:22,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061222651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061222651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061222652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061222653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061222655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061222756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061222758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061222759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061222759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061222759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-08T10:19:22,949 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-08T10:19:22,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-08T10:19:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-08T10:19:22,952 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:22,952 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:22,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:22,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061222958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061222963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061222964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061222965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061222965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:22,985 DEBUG [Thread-1617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:59746 2024-11-08T10:19:22,985 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:22,985 DEBUG [Thread-1609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:59746 2024-11-08T10:19:22,985 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:22,987 DEBUG [Thread-1615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:59746 2024-11-08T10:19:22,987 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:22,990 DEBUG [Thread-1611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:59746 2024-11-08T10:19:22,990 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:22,990 DEBUG [Thread-1613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:59746 2024-11-08T10:19:22,990 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-08T10:19:23,055 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6aed25005a3c47b791f27f60c3b00296 2024-11-08T10:19:23,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/2d32594d6b9a428882d708d23fe1ec24 is 50, key is test_row_0/B:col10/1731061162635/Put/seqid=0 2024-11-08T10:19:23,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742252_1428 (size=12301) 2024-11-08T10:19:23,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:23,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-08T10:19:23,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:23,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-08T10:19:23,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:23,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-08T10:19:23,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:23,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061223262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061223267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061223269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061223269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061223271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:23,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-08T10:19:23,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:23,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/2d32594d6b9a428882d708d23fe1ec24 2024-11-08T10:19:23,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/2be14b64d507429294ae8c089f9e2e0f is 50, key is test_row_0/C:col10/1731061162635/Put/seqid=0 2024-11-08T10:19:23,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742253_1429 (size=12301) 2024-11-08T10:19:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-08T10:19:23,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:23,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-08T10:19:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:23,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-08T10:19:23,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:23,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1731061223763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47900 deadline: 1731061223768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47820 deadline: 1731061223772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1731061223772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47870 deadline: 1731061223773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:23,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:23,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-08T10:19:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:23,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/2be14b64d507429294ae8c089f9e2e0f 2024-11-08T10:19:23,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/6aed25005a3c47b791f27f60c3b00296 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6aed25005a3c47b791f27f60c3b00296 2024-11-08T10:19:23,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6aed25005a3c47b791f27f60c3b00296, entries=200, sequenceid=287, filesize=39.0 K 2024-11-08T10:19:23,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/2d32594d6b9a428882d708d23fe1ec24 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/2d32594d6b9a428882d708d23fe1ec24 2024-11-08T10:19:23,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/2d32594d6b9a428882d708d23fe1ec24, entries=150, sequenceid=287, filesize=12.0 K 2024-11-08T10:19:23,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/2be14b64d507429294ae8c089f9e2e0f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/2be14b64d507429294ae8c089f9e2e0f 2024-11-08T10:19:23,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/2be14b64d507429294ae8c089f9e2e0f, entries=150, sequenceid=287, filesize=12.0 K 2024-11-08T10:19:23,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 3ed9c6afee1d1c075a0f180fa80be24b in 1251ms, sequenceid=287, compaction requested=true 2024-11-08T10:19:23,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:23,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:23,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:23,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:23,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:23,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ed9c6afee1d1c075a0f180fa80be24b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:23,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:23,887 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:23,887 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:23,888 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:23,888 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:23,888 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/B is initiating minor compaction (all files) 2024-11-08T10:19:23,888 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/A is initiating minor compaction (all files) 2024-11-08T10:19:23,888 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/B in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,888 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/A in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,888 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/0bd6a5f6ea084990808e55dfda576007, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9c8a78b2ab6c4f9b9a05057c24f3c130, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/2d32594d6b9a428882d708d23fe1ec24] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=36.4 K 2024-11-08T10:19:23,888 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6acaeef7bf744e6a862a82dda1a5b8e5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b0e83a49b04a4fef893ce7180f80c214, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6aed25005a3c47b791f27f60c3b00296] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=100.4 K 2024-11-08T10:19:23,888 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,888 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6acaeef7bf744e6a862a82dda1a5b8e5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b0e83a49b04a4fef893ce7180f80c214, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6aed25005a3c47b791f27f60c3b00296] 2024-11-08T10:19:23,889 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bd6a5f6ea084990808e55dfda576007, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731061158682 2024-11-08T10:19:23,889 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6acaeef7bf744e6a862a82dda1a5b8e5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731061158682 2024-11-08T10:19:23,889 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0e83a49b04a4fef893ce7180f80c214, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731061159361 2024-11-08T10:19:23,889 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c8a78b2ab6c4f9b9a05057c24f3c130, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731061159361 2024-11-08T10:19:23,889 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aed25005a3c47b791f27f60c3b00296, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731061161511 2024-11-08T10:19:23,889 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d32594d6b9a428882d708d23fe1ec24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731061161511 2024-11-08T10:19:23,894 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:23,895 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:23,896 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/806b9010d3ed429caed6b1566329c9a5 is 50, key is test_row_0/B:col10/1731061162635/Put/seqid=0 2024-11-08T10:19:23,896 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411080c537e5f961842ae81d1aaae3851d0af_3ed9c6afee1d1c075a0f180fa80be24b store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:23,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742254_1430 (size=12949) 2024-11-08T10:19:23,903 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411080c537e5f961842ae81d1aaae3851d0af_3ed9c6afee1d1c075a0f180fa80be24b, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:23,903 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080c537e5f961842ae81d1aaae3851d0af_3ed9c6afee1d1c075a0f180fa80be24b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:23,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742255_1431 (size=4469) 2024-11-08T10:19:23,908 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#A#compaction#364 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:23,908 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/a39d9388436045d69330d463d24cc5d3 is 175, key is test_row_0/A:col10/1731061162635/Put/seqid=0 2024-11-08T10:19:23,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742256_1432 (size=31903) 2024-11-08T10:19:23,919 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/a39d9388436045d69330d463d24cc5d3 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a39d9388436045d69330d463d24cc5d3 2024-11-08T10:19:23,923 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/A of 3ed9c6afee1d1c075a0f180fa80be24b into a39d9388436045d69330d463d24cc5d3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:23,923 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:23,923 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/A, priority=13, startTime=1731061163887; duration=0sec 2024-11-08T10:19:23,923 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:23,923 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:A 2024-11-08T10:19:23,923 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:23,924 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:23,924 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 3ed9c6afee1d1c075a0f180fa80be24b/C is initiating minor compaction (all files) 2024-11-08T10:19:23,924 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ed9c6afee1d1c075a0f180fa80be24b/C in TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:23,924 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/eabc0490b7414a138990029d6e556d87, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ed0703704a3b42ec8dafaa564318943c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/2be14b64d507429294ae8c089f9e2e0f] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp, totalSize=36.4 K 2024-11-08T10:19:23,924 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting eabc0490b7414a138990029d6e556d87, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731061158682 2024-11-08T10:19:23,924 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed0703704a3b42ec8dafaa564318943c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731061159361 2024-11-08T10:19:23,925 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2be14b64d507429294ae8c089f9e2e0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731061161511 2024-11-08T10:19:23,930 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ed9c6afee1d1c075a0f180fa80be24b#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:23,931 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/bf99be11625c422fb93f200dfc077d8c is 50, key is test_row_0/C:col10/1731061162635/Put/seqid=0 2024-11-08T10:19:23,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742257_1433 (size=12949) 2024-11-08T10:19:24,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:24,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-08T10:19:24,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:24,020 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T10:19:24,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:24,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:24,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:24,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:24,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:24,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:24,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088ef7ba5e4a9c40f88e79510ad5b8b88d_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061162654/Put/seqid=0 2024-11-08T10:19:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742258_1434 (size=12454) 2024-11-08T10:19:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-08T10:19:24,128 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/996663edf8b84280aeb743cb1f62ca96, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b7ff416a34524673a2f2e105c0cffc86, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6331447dacef45cf9fd2a95a9839662f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/820b60dc0d834f6fb66d7f26ff1d9177, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/9e29f9e02aab4c1681a50689ea2028fd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/ca3c98bac0db49e596e97336d2fe215e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6c474f004cb947a690961e14c0a403c2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/68c4218ec6ab408d8f39d547a3d6c83f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/7d75485c8dce41e1b4f18523219078f2, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/4501096d6cdd4cb28770bbb4c05148c5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/d7d45e7e523f49f4ab4181f335b1a231, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/63efbc79fbe84a35afcedf846e0e85dc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/633d39f52a6f4072852e0de58092ed35, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/0f178c0e45e046b5a1f584275ea799f5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a5e964cb4c3343a58c129a17ec7e8067, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/913d9c8ee20b446080428bed9390d39a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6acaeef7bf744e6a862a82dda1a5b8e5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b0e83a49b04a4fef893ce7180f80c214, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6aed25005a3c47b791f27f60c3b00296] to archive 2024-11-08T10:19:24,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:19:24,130 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/996663edf8b84280aeb743cb1f62ca96 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/996663edf8b84280aeb743cb1f62ca96 2024-11-08T10:19:24,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b7ff416a34524673a2f2e105c0cffc86 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b7ff416a34524673a2f2e105c0cffc86 2024-11-08T10:19:24,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6331447dacef45cf9fd2a95a9839662f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6331447dacef45cf9fd2a95a9839662f 2024-11-08T10:19:24,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/820b60dc0d834f6fb66d7f26ff1d9177 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/820b60dc0d834f6fb66d7f26ff1d9177 2024-11-08T10:19:24,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/9e29f9e02aab4c1681a50689ea2028fd to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/9e29f9e02aab4c1681a50689ea2028fd 2024-11-08T10:19:24,134 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/ca3c98bac0db49e596e97336d2fe215e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/ca3c98bac0db49e596e97336d2fe215e 2024-11-08T10:19:24,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6c474f004cb947a690961e14c0a403c2 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6c474f004cb947a690961e14c0a403c2 2024-11-08T10:19:24,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/68c4218ec6ab408d8f39d547a3d6c83f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/68c4218ec6ab408d8f39d547a3d6c83f 2024-11-08T10:19:24,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/7d75485c8dce41e1b4f18523219078f2 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/7d75485c8dce41e1b4f18523219078f2 2024-11-08T10:19:24,137 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/4501096d6cdd4cb28770bbb4c05148c5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/4501096d6cdd4cb28770bbb4c05148c5 2024-11-08T10:19:24,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/d7d45e7e523f49f4ab4181f335b1a231 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/d7d45e7e523f49f4ab4181f335b1a231 2024-11-08T10:19:24,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/63efbc79fbe84a35afcedf846e0e85dc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/63efbc79fbe84a35afcedf846e0e85dc 2024-11-08T10:19:24,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/633d39f52a6f4072852e0de58092ed35 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/633d39f52a6f4072852e0de58092ed35 2024-11-08T10:19:24,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/0f178c0e45e046b5a1f584275ea799f5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/0f178c0e45e046b5a1f584275ea799f5 2024-11-08T10:19:24,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a5e964cb4c3343a58c129a17ec7e8067 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a5e964cb4c3343a58c129a17ec7e8067 2024-11-08T10:19:24,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/913d9c8ee20b446080428bed9390d39a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/913d9c8ee20b446080428bed9390d39a 2024-11-08T10:19:24,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6acaeef7bf744e6a862a82dda1a5b8e5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6acaeef7bf744e6a862a82dda1a5b8e5 2024-11-08T10:19:24,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b0e83a49b04a4fef893ce7180f80c214 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/b0e83a49b04a4fef893ce7180f80c214 2024-11-08T10:19:24,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6aed25005a3c47b791f27f60c3b00296 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/6aed25005a3c47b791f27f60c3b00296 2024-11-08T10:19:24,145 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/94a9d828b26d46a5ab1b81fcef93a4be, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/4941a726283e4acb8806cd765ae860d0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/70715be142cb4d1e880403d03cc4eb55, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/7cbb62e8f13046bba65b52367a7c5327, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/c437b8625adb4c7d89378e725b91b91e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/98d266d70bab42e18ded309ce3d7d1be, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a7fe13661a9c4521aa8f6a6681f7d15e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/3822727892054162a6b6e3ae13506304, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b0ee9e7cc9af42bb8d01147252eaab9d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/8d4233a729f74fb29b3450031b84ac25, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b440778471534dcc9003c67f697c3864, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/436cb20f89814dc9b8079a65a824dcdf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/e0ba2611dc4e4bf99555779124793f10, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9d8adf2cb19f4edfa530c5163cc767eb, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/ff5bff2ef04945bfbac8c705137ed898, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/df4be27227ad43278e4a74bfa33e0f85] to archive 2024-11-08T10:19:24,146 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:19:24,147 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/94a9d828b26d46a5ab1b81fcef93a4be to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/94a9d828b26d46a5ab1b81fcef93a4be 2024-11-08T10:19:24,148 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/4941a726283e4acb8806cd765ae860d0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/4941a726283e4acb8806cd765ae860d0 2024-11-08T10:19:24,148 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/70715be142cb4d1e880403d03cc4eb55 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/70715be142cb4d1e880403d03cc4eb55 2024-11-08T10:19:24,149 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/7cbb62e8f13046bba65b52367a7c5327 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/7cbb62e8f13046bba65b52367a7c5327 2024-11-08T10:19:24,150 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/c437b8625adb4c7d89378e725b91b91e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/c437b8625adb4c7d89378e725b91b91e 2024-11-08T10:19:24,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/98d266d70bab42e18ded309ce3d7d1be to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/98d266d70bab42e18ded309ce3d7d1be 2024-11-08T10:19:24,152 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a7fe13661a9c4521aa8f6a6681f7d15e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a7fe13661a9c4521aa8f6a6681f7d15e 2024-11-08T10:19:24,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/3822727892054162a6b6e3ae13506304 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/3822727892054162a6b6e3ae13506304 2024-11-08T10:19:24,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b0ee9e7cc9af42bb8d01147252eaab9d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b0ee9e7cc9af42bb8d01147252eaab9d 2024-11-08T10:19:24,154 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/8d4233a729f74fb29b3450031b84ac25 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/8d4233a729f74fb29b3450031b84ac25 2024-11-08T10:19:24,155 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b440778471534dcc9003c67f697c3864 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b440778471534dcc9003c67f697c3864 2024-11-08T10:19:24,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/436cb20f89814dc9b8079a65a824dcdf to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/436cb20f89814dc9b8079a65a824dcdf 2024-11-08T10:19:24,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/e0ba2611dc4e4bf99555779124793f10 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/e0ba2611dc4e4bf99555779124793f10 2024-11-08T10:19:24,157 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9d8adf2cb19f4edfa530c5163cc767eb to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9d8adf2cb19f4edfa530c5163cc767eb 2024-11-08T10:19:24,158 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/ff5bff2ef04945bfbac8c705137ed898 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/ff5bff2ef04945bfbac8c705137ed898 2024-11-08T10:19:24,159 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/df4be27227ad43278e4a74bfa33e0f85 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/df4be27227ad43278e4a74bfa33e0f85 2024-11-08T10:19:24,161 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5b36fc9ec1004403ad93b3f3d5cc8161, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbbbd6310acb44d0b027811ddce3f514, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/981786f3bb8c44fb90d67cab1a3af352, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/f6ecb0eea0a64ef2858bd2cdd8c9ea8e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ce39db55d55243488cfcea4dfa76cbee, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/765543b194874ca3bf9ccd88e693788b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0a394da0b619433a8f9d0fd3a1838d47, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/7a068bc144c54ab4b6922a3a0ad2dbb7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0d19dd3b44b14c239f1180dc8926ff85, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/c2eaeaf6f0a44a5fa0b87ee237f3b50e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/a494ac03747d4c8f8591aff0f7a39339, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/e90e37823bde49d09ba24d6751332697, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbdfa43d7e7d4b10be64d9fd89557b18, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5cf7cef7448a497e867f6b27dd0f93ea, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b5b7cf0a458641d2a3a5e7d8f2af660c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/304df71c0eb345a88f2608da210220e5] to archive 2024-11-08T10:19:24,161 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:19:24,162 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5b36fc9ec1004403ad93b3f3d5cc8161 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5b36fc9ec1004403ad93b3f3d5cc8161 2024-11-08T10:19:24,163 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbbbd6310acb44d0b027811ddce3f514 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbbbd6310acb44d0b027811ddce3f514 2024-11-08T10:19:24,164 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/981786f3bb8c44fb90d67cab1a3af352 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/981786f3bb8c44fb90d67cab1a3af352 2024-11-08T10:19:24,164 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/f6ecb0eea0a64ef2858bd2cdd8c9ea8e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/f6ecb0eea0a64ef2858bd2cdd8c9ea8e 2024-11-08T10:19:24,165 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ce39db55d55243488cfcea4dfa76cbee to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ce39db55d55243488cfcea4dfa76cbee 2024-11-08T10:19:24,166 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/765543b194874ca3bf9ccd88e693788b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/765543b194874ca3bf9ccd88e693788b 2024-11-08T10:19:24,167 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0a394da0b619433a8f9d0fd3a1838d47 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0a394da0b619433a8f9d0fd3a1838d47 2024-11-08T10:19:24,168 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/7a068bc144c54ab4b6922a3a0ad2dbb7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/7a068bc144c54ab4b6922a3a0ad2dbb7 2024-11-08T10:19:24,169 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0d19dd3b44b14c239f1180dc8926ff85 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/0d19dd3b44b14c239f1180dc8926ff85 2024-11-08T10:19:24,170 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/c2eaeaf6f0a44a5fa0b87ee237f3b50e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/c2eaeaf6f0a44a5fa0b87ee237f3b50e 2024-11-08T10:19:24,171 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/a494ac03747d4c8f8591aff0f7a39339 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/a494ac03747d4c8f8591aff0f7a39339 2024-11-08T10:19:24,172 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/e90e37823bde49d09ba24d6751332697 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/e90e37823bde49d09ba24d6751332697 2024-11-08T10:19:24,173 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbdfa43d7e7d4b10be64d9fd89557b18 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bbdfa43d7e7d4b10be64d9fd89557b18 2024-11-08T10:19:24,174 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5cf7cef7448a497e867f6b27dd0f93ea to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/5cf7cef7448a497e867f6b27dd0f93ea 2024-11-08T10:19:24,175 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b5b7cf0a458641d2a3a5e7d8f2af660c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b5b7cf0a458641d2a3a5e7d8f2af660c 2024-11-08T10:19:24,176 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2db67accb017:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/304df71c0eb345a88f2608da210220e5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/304df71c0eb345a88f2608da210220e5 2024-11-08T10:19:24,303 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/806b9010d3ed429caed6b1566329c9a5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/806b9010d3ed429caed6b1566329c9a5 2024-11-08T10:19:24,307 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/B of 3ed9c6afee1d1c075a0f180fa80be24b into 806b9010d3ed429caed6b1566329c9a5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:24,307 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:24,307 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/B, priority=13, startTime=1731061163887; duration=0sec 2024-11-08T10:19:24,307 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:24,307 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:B 2024-11-08T10:19:24,337 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/bf99be11625c422fb93f200dfc077d8c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bf99be11625c422fb93f200dfc077d8c 2024-11-08T10:19:24,340 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ed9c6afee1d1c075a0f180fa80be24b/C of 3ed9c6afee1d1c075a0f180fa80be24b into bf99be11625c422fb93f200dfc077d8c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:24,340 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:24,341 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b., storeName=3ed9c6afee1d1c075a0f180fa80be24b/C, priority=13, startTime=1731061163887; duration=0sec 2024-11-08T10:19:24,341 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:24,341 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ed9c6afee1d1c075a0f180fa80be24b:C 2024-11-08T10:19:24,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:24,432 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088ef7ba5e4a9c40f88e79510ad5b8b88d_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088ef7ba5e4a9c40f88e79510ad5b8b88d_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:24,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/21a4a19286a243a087973049c1beb966, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:24,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/21a4a19286a243a087973049c1beb966 is 175, key is test_row_0/A:col10/1731061162654/Put/seqid=0 2024-11-08T10:19:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742259_1435 (size=31255) 2024-11-08T10:19:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:24,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. as already flushing 2024-11-08T10:19:24,766 DEBUG [Thread-1600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:59746 2024-11-08T10:19:24,766 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:24,777 DEBUG [Thread-1602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:59746 2024-11-08T10:19:24,777 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:24,779 DEBUG [Thread-1604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:59746 2024-11-08T10:19:24,779 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:24,780 DEBUG [Thread-1598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:59746 2024-11-08T10:19:24,780 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:24,782 DEBUG [Thread-1606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:59746 2024-11-08T10:19:24,782 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:24,844 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/21a4a19286a243a087973049c1beb966 2024-11-08T10:19:24,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/b7417f1c8f2e4a72851a8dcbaf1a4812 is 50, key is test_row_0/B:col10/1731061162654/Put/seqid=0 2024-11-08T10:19:24,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742260_1436 (size=12301) 2024-11-08T10:19:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-08T10:19:25,253 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/b7417f1c8f2e4a72851a8dcbaf1a4812 2024-11-08T10:19:25,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/b6e6ab236c6e488e877891f897c7e1eb is 50, key is test_row_0/C:col10/1731061162654/Put/seqid=0 2024-11-08T10:19:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742261_1437 (size=12301) 2024-11-08T10:19:25,663 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/b6e6ab236c6e488e877891f897c7e1eb 2024-11-08T10:19:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/21a4a19286a243a087973049c1beb966 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/21a4a19286a243a087973049c1beb966 2024-11-08T10:19:25,669 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/21a4a19286a243a087973049c1beb966, entries=150, sequenceid=305, filesize=30.5 K 2024-11-08T10:19:25,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/b7417f1c8f2e4a72851a8dcbaf1a4812 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b7417f1c8f2e4a72851a8dcbaf1a4812 2024-11-08T10:19:25,672 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b7417f1c8f2e4a72851a8dcbaf1a4812, entries=150, sequenceid=305, filesize=12.0 K 2024-11-08T10:19:25,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/b6e6ab236c6e488e877891f897c7e1eb as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b6e6ab236c6e488e877891f897c7e1eb 2024-11-08T10:19:25,675 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b6e6ab236c6e488e877891f897c7e1eb, entries=150, sequenceid=305, filesize=12.0 K 2024-11-08T10:19:25,676 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=33.54 KB/34350 for 3ed9c6afee1d1c075a0f180fa80be24b in 1656ms, sequenceid=305, compaction requested=false 2024-11-08T10:19:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-08T10:19:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-08T10:19:25,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-08T10:19:25,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7240 sec 2024-11-08T10:19:25,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.7280 sec 2024-11-08T10:19:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-08T10:19:27,056 INFO [Thread-1608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2700 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8100 rows 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2694 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8081 rows 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2708 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8123 rows 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2703 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8109 rows 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2704 2024-11-08T10:19:27,056 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8109 rows 2024-11-08T10:19:27,056 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-08T10:19:27,056 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:59746 2024-11-08T10:19:27,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:27,059 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-08T10:19:27,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T10:19:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-08T10:19:27,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061167064"}]},"ts":"1731061167064"} 2024-11-08T10:19:27,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T10:19:27,067 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T10:19:27,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T10:19:27,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, UNASSIGN}] 2024-11-08T10:19:27,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, UNASSIGN 2024-11-08T10:19:27,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=3ed9c6afee1d1c075a0f180fa80be24b, regionState=CLOSING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:27,070 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T10:19:27,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; CloseRegionProcedure 3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:19:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-08T10:19:27,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:27,222 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(124): Close 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1681): Closing 3ed9c6afee1d1c075a0f180fa80be24b, disabling compactions & flushes 2024-11-08T10:19:27,222 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. after waiting 0 ms 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:27,222 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(2837): Flushing 3ed9c6afee1d1c075a0f180fa80be24b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=A 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=B 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:27,222 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ed9c6afee1d1c075a0f180fa80be24b, store=C 2024-11-08T10:19:27,223 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:27,228 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a43def2179504aeb8e841449c50cadf9_3ed9c6afee1d1c075a0f180fa80be24b is 50, key is test_row_0/A:col10/1731061164781/Put/seqid=0 2024-11-08T10:19:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742262_1438 (size=9914) 2024-11-08T10:19:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-08T10:19:27,632 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:27,635 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a43def2179504aeb8e841449c50cadf9_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a43def2179504aeb8e841449c50cadf9_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:27,636 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/59e9273724c849e78be5a0e773311238, store: [table=TestAcidGuarantees family=A region=3ed9c6afee1d1c075a0f180fa80be24b] 2024-11-08T10:19:27,636 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/59e9273724c849e78be5a0e773311238 is 175, key is test_row_0/A:col10/1731061164781/Put/seqid=0 2024-11-08T10:19:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742263_1439 (size=22561) 2024-11-08T10:19:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-08T10:19:28,040 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/59e9273724c849e78be5a0e773311238 2024-11-08T10:19:28,045 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/a31592c6605c4f8e8594cc42e3183110 is 50, key is test_row_0/B:col10/1731061164781/Put/seqid=0 2024-11-08T10:19:28,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742264_1440 (size=9857) 2024-11-08T10:19:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-08T10:19:28,449 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/a31592c6605c4f8e8594cc42e3183110 2024-11-08T10:19:28,455 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/746832b54e8141d2bebb7e77f55223f6 is 50, key is test_row_0/C:col10/1731061164781/Put/seqid=0 2024-11-08T10:19:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742265_1441 (size=9857) 2024-11-08T10:19:28,859 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/746832b54e8141d2bebb7e77f55223f6 2024-11-08T10:19:28,863 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/A/59e9273724c849e78be5a0e773311238 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/59e9273724c849e78be5a0e773311238 2024-11-08T10:19:28,865 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/59e9273724c849e78be5a0e773311238, entries=100, sequenceid=315, filesize=22.0 K 2024-11-08T10:19:28,866 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/B/a31592c6605c4f8e8594cc42e3183110 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a31592c6605c4f8e8594cc42e3183110 2024-11-08T10:19:28,869 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a31592c6605c4f8e8594cc42e3183110, entries=100, sequenceid=315, filesize=9.6 K 2024-11-08T10:19:28,869 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/.tmp/C/746832b54e8141d2bebb7e77f55223f6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/746832b54e8141d2bebb7e77f55223f6 2024-11-08T10:19:28,872 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/746832b54e8141d2bebb7e77f55223f6, entries=100, sequenceid=315, filesize=9.6 K 2024-11-08T10:19:28,873 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3ed9c6afee1d1c075a0f180fa80be24b in 1651ms, sequenceid=315, compaction requested=true 2024-11-08T10:19:28,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/0bd6a5f6ea084990808e55dfda576007, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9c8a78b2ab6c4f9b9a05057c24f3c130, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/2d32594d6b9a428882d708d23fe1ec24] to archive 2024-11-08T10:19:28,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:19:28,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/0bd6a5f6ea084990808e55dfda576007 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/0bd6a5f6ea084990808e55dfda576007 2024-11-08T10:19:28,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9c8a78b2ab6c4f9b9a05057c24f3c130 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/9c8a78b2ab6c4f9b9a05057c24f3c130 2024-11-08T10:19:28,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/2d32594d6b9a428882d708d23fe1ec24 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/2d32594d6b9a428882d708d23fe1ec24 2024-11-08T10:19:28,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/eabc0490b7414a138990029d6e556d87, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ed0703704a3b42ec8dafaa564318943c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/2be14b64d507429294ae8c089f9e2e0f] to archive 2024-11-08T10:19:28,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:19:28,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/eabc0490b7414a138990029d6e556d87 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/eabc0490b7414a138990029d6e556d87 2024-11-08T10:19:28,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ed0703704a3b42ec8dafaa564318943c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/ed0703704a3b42ec8dafaa564318943c 2024-11-08T10:19:28,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/2be14b64d507429294ae8c089f9e2e0f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/2be14b64d507429294ae8c089f9e2e0f 2024-11-08T10:19:28,884 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/recovered.edits/318.seqid, newMaxSeqId=318, maxSeqId=4 2024-11-08T10:19:28,884 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b. 2024-11-08T10:19:28,884 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1635): Region close journal for 3ed9c6afee1d1c075a0f180fa80be24b: 2024-11-08T10:19:28,886 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(170): Closed 3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:28,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=3ed9c6afee1d1c075a0f180fa80be24b, regionState=CLOSED 2024-11-08T10:19:28,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-08T10:19:28,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseRegionProcedure 3ed9c6afee1d1c075a0f180fa80be24b, server=2db67accb017,38617,1731061041433 in 1.8170 sec 2024-11-08T10:19:28,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-11-08T10:19:28,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ed9c6afee1d1c075a0f180fa80be24b, UNASSIGN in 1.8200 sec 2024-11-08T10:19:28,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-08T10:19:28,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8220 sec 2024-11-08T10:19:28,891 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061168890"}]},"ts":"1731061168890"} 2024-11-08T10:19:28,891 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T10:19:28,893 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T10:19:28,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8330 sec 2024-11-08T10:19:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-08T10:19:29,167 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-08T10:19:29,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T10:19:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:29,168 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-08T10:19:29,169 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=138, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:29,171 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,173 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/recovered.edits] 2024-11-08T10:19:29,175 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/21a4a19286a243a087973049c1beb966 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/21a4a19286a243a087973049c1beb966 2024-11-08T10:19:29,176 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/59e9273724c849e78be5a0e773311238 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/59e9273724c849e78be5a0e773311238 2024-11-08T10:19:29,177 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a39d9388436045d69330d463d24cc5d3 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/A/a39d9388436045d69330d463d24cc5d3 2024-11-08T10:19:29,178 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/806b9010d3ed429caed6b1566329c9a5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/806b9010d3ed429caed6b1566329c9a5 2024-11-08T10:19:29,179 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a31592c6605c4f8e8594cc42e3183110 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/a31592c6605c4f8e8594cc42e3183110 2024-11-08T10:19:29,180 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b7417f1c8f2e4a72851a8dcbaf1a4812 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/B/b7417f1c8f2e4a72851a8dcbaf1a4812 2024-11-08T10:19:29,182 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/746832b54e8141d2bebb7e77f55223f6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/746832b54e8141d2bebb7e77f55223f6 2024-11-08T10:19:29,183 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b6e6ab236c6e488e877891f897c7e1eb to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/b6e6ab236c6e488e877891f897c7e1eb 2024-11-08T10:19:29,184 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bf99be11625c422fb93f200dfc077d8c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/C/bf99be11625c422fb93f200dfc077d8c 2024-11-08T10:19:29,187 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/recovered.edits/318.seqid to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b/recovered.edits/318.seqid 2024-11-08T10:19:29,187 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,187 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T10:19:29,188 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T10:19:29,188 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T10:19:29,191 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110822729b002cc948daa27e4304098317a8_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110822729b002cc948daa27e4304098317a8_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,192 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083d24d9e858374c63aba21b86b161bdf3_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083d24d9e858374c63aba21b86b161bdf3_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,193 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110847686105a96e4582b6143242505c4f3d_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110847686105a96e4582b6143242505c4f3d_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,194 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110849d2eb168f944bb093371eb870e931d6_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110849d2eb168f944bb093371eb870e931d6_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,195 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108562a573f4f224af6b31665c8902ac294_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108562a573f4f224af6b31665c8902ac294_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,196 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085d565743f28342e5addf1c6fc6e094bc_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085d565743f28342e5addf1c6fc6e094bc_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,197 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110872157492863c4e5fb9e7cd41e7f2a16e_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110872157492863c4e5fb9e7cd41e7f2a16e_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,198 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088ef7ba5e4a9c40f88e79510ad5b8b88d_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088ef7ba5e4a9c40f88e79510ad5b8b88d_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,199 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089ecd78f5d60043feab033f048a450635_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089ecd78f5d60043feab033f048a450635_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,200 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a11d6cf0a8e3453992530739bc05f85f_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a11d6cf0a8e3453992530739bc05f85f_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,201 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a43def2179504aeb8e841449c50cadf9_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a43def2179504aeb8e841449c50cadf9_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,202 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a66172267bf040c8ba0c4c74a13671a0_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a66172267bf040c8ba0c4c74a13671a0_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,203 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ac0c64646b924bf7a839147a985316fb_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ac0c64646b924bf7a839147a985316fb_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,204 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dee438633f434f07bc6e80282d0e13d5_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dee438633f434f07bc6e80282d0e13d5_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,205 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e24810a61ac9421fb8f422bf5f8f439b_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e24810a61ac9421fb8f422bf5f8f439b_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,206 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e310f06689014d1389f4cb072990a54f_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e310f06689014d1389f4cb072990a54f_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,207 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fe641875241546a989fa7f2212733565_3ed9c6afee1d1c075a0f180fa80be24b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fe641875241546a989fa7f2212733565_3ed9c6afee1d1c075a0f180fa80be24b 2024-11-08T10:19:29,207 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T10:19:29,209 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=138, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:29,210 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T10:19:29,212 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T10:19:29,212 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=138, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:29,212 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T10:19:29,213 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731061169212"}]},"ts":"9223372036854775807"} 2024-11-08T10:19:29,214 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-08T10:19:29,214 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3ed9c6afee1d1c075a0f180fa80be24b, NAME => 'TestAcidGuarantees,,1731061139922.3ed9c6afee1d1c075a0f180fa80be24b.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T10:19:29,214 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T10:19:29,214 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731061169214"}]},"ts":"9223372036854775807"} 2024-11-08T10:19:29,215 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-08T10:19:29,217 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=138, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:29,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-08T10:19:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-08T10:19:29,270 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-08T10:19:29,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=458 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 349), ProcessCount=11 (was 11), AvailableMemoryMB=2801 (was 2843) 2024-11-08T10:19:29,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=2801 2024-11-08T10:19:29,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T10:19:29,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:19:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:29,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:19:29,290 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:29,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 139 2024-11-08T10:19:29,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:19:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-08T10:19:29,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742266_1442 (size=960) 2024-11-08T10:19:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-08T10:19:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-08T10:19:29,697 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 2024-11-08T10:19:29,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742267_1443 (size=53) 2024-11-08T10:19:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-08T10:19:30,102 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:19:30,102 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1fb1c88362b760764e9d102977c74227, disabling compactions & flushes 2024-11-08T10:19:30,102 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:30,102 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:30,102 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. after waiting 0 ms 2024-11-08T10:19:30,102 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:30,102 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:30,102 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:30,103 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:19:30,103 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731061170103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731061170103"}]},"ts":"1731061170103"} 2024-11-08T10:19:30,104 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T10:19:30,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:19:30,105 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061170105"}]},"ts":"1731061170105"} 2024-11-08T10:19:30,106 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T10:19:30,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb1c88362b760764e9d102977c74227, ASSIGN}] 2024-11-08T10:19:30,111 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb1c88362b760764e9d102977c74227, ASSIGN 2024-11-08T10:19:30,111 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb1c88362b760764e9d102977c74227, ASSIGN; state=OFFLINE, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=false 2024-11-08T10:19:30,262 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=1fb1c88362b760764e9d102977c74227, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:30,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; OpenRegionProcedure 1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:19:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-08T10:19:30,414 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:30,416 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:30,417 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7285): Opening region: {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:19:30,417 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:30,417 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:19:30,417 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7327): checking encryption for 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:30,417 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7330): checking classloading for 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:30,418 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:30,419 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:30,419 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb1c88362b760764e9d102977c74227 columnFamilyName A 2024-11-08T10:19:30,419 DEBUG [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:30,420 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] regionserver.HStore(327): Store=1fb1c88362b760764e9d102977c74227/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:30,420 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:30,420 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:30,421 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb1c88362b760764e9d102977c74227 columnFamilyName B 2024-11-08T10:19:30,421 DEBUG [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:30,421 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] regionserver.HStore(327): Store=1fb1c88362b760764e9d102977c74227/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:30,421 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:30,422 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:30,422 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb1c88362b760764e9d102977c74227 columnFamilyName C 2024-11-08T10:19:30,422 DEBUG [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:30,422 INFO [StoreOpener-1fb1c88362b760764e9d102977c74227-1 {}] regionserver.HStore(327): Store=1fb1c88362b760764e9d102977c74227/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:30,422 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:30,423 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:30,423 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:30,424 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:19:30,425 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1085): writing seq id for 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:30,426 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:19:30,427 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1102): Opened 1fb1c88362b760764e9d102977c74227; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73649791, jitterRate=0.09746740758419037}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:19:30,427 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1001): Region open journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:30,428 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., pid=141, masterSystemTime=1731061170414 2024-11-08T10:19:30,429 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:30,429 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:30,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=1fb1c88362b760764e9d102977c74227, regionState=OPEN, openSeqNum=2, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:30,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-08T10:19:30,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; OpenRegionProcedure 1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 in 167 msec 2024-11-08T10:19:30,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-08T10:19:30,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb1c88362b760764e9d102977c74227, ASSIGN in 321 msec 2024-11-08T10:19:30,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:19:30,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061170432"}]},"ts":"1731061170432"} 2024-11-08T10:19:30,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T10:19:30,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:19:30,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-08T10:19:31,065 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35687 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35687,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-08T10:19:31,394 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 139 completed 2024-11-08T10:19:31,395 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-08T10:19:31,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,401 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:19:31,403 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:19:31,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-08T10:19:31,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-08T10:19:31,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-08T10:19:31,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-08T10:19:31,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-08T10:19:31,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-08T10:19:31,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-08T10:19:31,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-08T10:19:31,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-08T10:19:31,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,435 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-11-08T10:19:31,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:31,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-08T10:19:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-08T10:19:31,444 DEBUG [hconnection-0x211a9e92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,444 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:31,445 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:31,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:31,445 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,448 DEBUG [hconnection-0x54c5e52e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,449 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,456 DEBUG [hconnection-0x7572ca04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,456 DEBUG [hconnection-0x17e306d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,457 DEBUG [hconnection-0x49eba457-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,457 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,457 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,457 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:31,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:19:31,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:31,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:31,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:31,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:31,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:31,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:31,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061231470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061231470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061231470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,472 DEBUG [hconnection-0xc7b4ae7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,472 DEBUG [hconnection-0x70b84fd0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,473 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,473 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061231474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,478 DEBUG [hconnection-0x38599400-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,479 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,480 DEBUG [hconnection-0x2be955f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,481 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061231481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,484 DEBUG [hconnection-0x6a61ce53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:31,485 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:31,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/c90545a92c514880a42f95f914ddcfcf is 50, key is test_row_0/A:col10/1731061171458/Put/seqid=0 2024-11-08T10:19:31,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742268_1444 (size=9657) 2024-11-08T10:19:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-08T10:19:31,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061231571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061231571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061231571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061231575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061231583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:31,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-08T10:19:31,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:31,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:31,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:31,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-08T10:19:31,749 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:31,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-08T10:19:31,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:31,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:31,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:31,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061231773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061231774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061231774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061231776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061231786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:31,901 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:31,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-08T10:19:31,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:31,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:31,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:31,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:31,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/c90545a92c514880a42f95f914ddcfcf 2024-11-08T10:19:31,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/4803e744835147a390c1f39b2ce34acf is 50, key is test_row_0/B:col10/1731061171458/Put/seqid=0 2024-11-08T10:19:31,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742269_1445 (size=9657) 2024-11-08T10:19:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-08T10:19:32,049 ERROR [LeaseRenewer:jenkins@localhost:35687 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35687,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:32,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-08T10:19:32,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:32,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061232079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061232079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061232080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061232081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061232091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:32,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-08T10:19:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/4803e744835147a390c1f39b2ce34acf 2024-11-08T10:19:32,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:32,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-08T10:19:32,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:32,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/f180dae3d760418a83a1e9287edaa831 is 50, key is test_row_0/C:col10/1731061171458/Put/seqid=0 2024-11-08T10:19:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742270_1446 (size=9657) 2024-11-08T10:19:32,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:32,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-08T10:19:32,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-08T10:19:32,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061232583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061232584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061232587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061232588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061232598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:32,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:32,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-08T10:19:32,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:32,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:32,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/f180dae3d760418a83a1e9287edaa831 2024-11-08T10:19:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/c90545a92c514880a42f95f914ddcfcf as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c90545a92c514880a42f95f914ddcfcf 2024-11-08T10:19:32,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c90545a92c514880a42f95f914ddcfcf, entries=100, sequenceid=14, filesize=9.4 K 2024-11-08T10:19:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/4803e744835147a390c1f39b2ce34acf as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4803e744835147a390c1f39b2ce34acf 2024-11-08T10:19:32,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4803e744835147a390c1f39b2ce34acf, entries=100, sequenceid=14, filesize=9.4 K 2024-11-08T10:19:32,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/f180dae3d760418a83a1e9287edaa831 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/f180dae3d760418a83a1e9287edaa831 2024-11-08T10:19:32,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/f180dae3d760418a83a1e9287edaa831, entries=100, sequenceid=14, filesize=9.4 K 2024-11-08T10:19:32,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1fb1c88362b760764e9d102977c74227 in 1329ms, sequenceid=14, compaction requested=false 2024-11-08T10:19:32,788 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T10:19:32,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:32,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:32,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-08T10:19:32,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:32,818 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:19:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:32,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/c4375fae56904445ba13f50d02fb9b40 is 50, key is test_row_0/A:col10/1731061171467/Put/seqid=0 2024-11-08T10:19:32,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742271_1447 (size=12001) 2024-11-08T10:19:33,243 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/c4375fae56904445ba13f50d02fb9b40 2024-11-08T10:19:33,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/029afbcf24ba4467981b6e1deded5023 is 50, key is test_row_0/B:col10/1731061171467/Put/seqid=0 2024-11-08T10:19:33,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742272_1448 (size=12001) 2024-11-08T10:19:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-08T10:19:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:33,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:33,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061233607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061233609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061233609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061233611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061233611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,656 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/029afbcf24ba4467981b6e1deded5023 2024-11-08T10:19:33,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/3773126bf6534801ba6caf2ffd09bb41 is 50, key is test_row_0/C:col10/1731061171467/Put/seqid=0 2024-11-08T10:19:33,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742273_1449 (size=12001) 2024-11-08T10:19:33,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061233714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061233716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061233717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061233718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061233718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061233917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061233920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061233921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061233921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:33,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061233922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,066 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/3773126bf6534801ba6caf2ffd09bb41 2024-11-08T10:19:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/c4375fae56904445ba13f50d02fb9b40 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c4375fae56904445ba13f50d02fb9b40 2024-11-08T10:19:34,073 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c4375fae56904445ba13f50d02fb9b40, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T10:19:34,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/029afbcf24ba4467981b6e1deded5023 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/029afbcf24ba4467981b6e1deded5023 2024-11-08T10:19:34,077 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/029afbcf24ba4467981b6e1deded5023, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T10:19:34,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/3773126bf6534801ba6caf2ffd09bb41 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3773126bf6534801ba6caf2ffd09bb41 2024-11-08T10:19:34,081 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3773126bf6534801ba6caf2ffd09bb41, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T10:19:34,081 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1fb1c88362b760764e9d102977c74227 in 1263ms, sequenceid=38, compaction requested=false 2024-11-08T10:19:34,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:34,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:34,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-08T10:19:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-08T10:19:34,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-08T10:19:34,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6380 sec 2024-11-08T10:19:34,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.6420 sec 2024-11-08T10:19:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:34,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T10:19:34,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:34,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:34,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:34,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:34,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:34,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:34,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/06f8c7c82d484bb08d1a166bdfa9781c is 50, key is test_row_0/A:col10/1731061174225/Put/seqid=0 2024-11-08T10:19:34,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742274_1450 (size=12001) 2024-11-08T10:19:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061234248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061234248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061234249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061234249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061234255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061234357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061234357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061234358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061234358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061234360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:19:34,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061234562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061234562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061234562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061234562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061234563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/06f8c7c82d484bb08d1a166bdfa9781c 2024-11-08T10:19:34,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/6ece77c0b45b405aa5d3c60269d6259a is 50, key is test_row_0/B:col10/1731061174225/Put/seqid=0 2024-11-08T10:19:34,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742275_1451 (size=12001) 2024-11-08T10:19:34,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/6ece77c0b45b405aa5d3c60269d6259a 2024-11-08T10:19:34,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/3e310899d63a48409c24730669c2267b is 50, key is test_row_0/C:col10/1731061174225/Put/seqid=0 2024-11-08T10:19:34,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742276_1452 (size=12001) 2024-11-08T10:19:34,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/3e310899d63a48409c24730669c2267b 2024-11-08T10:19:34,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/06f8c7c82d484bb08d1a166bdfa9781c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/06f8c7c82d484bb08d1a166bdfa9781c 2024-11-08T10:19:34,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/06f8c7c82d484bb08d1a166bdfa9781c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T10:19:34,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/6ece77c0b45b405aa5d3c60269d6259a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6ece77c0b45b405aa5d3c60269d6259a 2024-11-08T10:19:34,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6ece77c0b45b405aa5d3c60269d6259a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T10:19:34,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/3e310899d63a48409c24730669c2267b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3e310899d63a48409c24730669c2267b 2024-11-08T10:19:34,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3e310899d63a48409c24730669c2267b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T10:19:34,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1fb1c88362b760764e9d102977c74227 in 451ms, sequenceid=53, compaction requested=true 2024-11-08T10:19:34,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:34,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:34,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:34,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:34,676 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:34,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:34,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:34,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:34,676 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:34,677 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:34,677 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:34,677 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/B is initiating minor compaction (all files) 2024-11-08T10:19:34,677 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/A is initiating minor compaction (all files) 2024-11-08T10:19:34,677 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/B in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:34,677 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/A in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:34,677 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4803e744835147a390c1f39b2ce34acf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/029afbcf24ba4467981b6e1deded5023, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6ece77c0b45b405aa5d3c60269d6259a] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=32.9 K 2024-11-08T10:19:34,677 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c90545a92c514880a42f95f914ddcfcf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c4375fae56904445ba13f50d02fb9b40, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/06f8c7c82d484bb08d1a166bdfa9781c] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=32.9 K 2024-11-08T10:19:34,678 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4803e744835147a390c1f39b2ce34acf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731061171458 2024-11-08T10:19:34,678 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting c90545a92c514880a42f95f914ddcfcf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731061171458 2024-11-08T10:19:34,678 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4375fae56904445ba13f50d02fb9b40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731061171467 2024-11-08T10:19:34,678 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 029afbcf24ba4467981b6e1deded5023, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731061171467 2024-11-08T10:19:34,678 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06f8c7c82d484bb08d1a166bdfa9781c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731061173608 2024-11-08T10:19:34,678 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ece77c0b45b405aa5d3c60269d6259a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731061173608 2024-11-08T10:19:34,686 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:34,686 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#A#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:34,686 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/3a88e080864b44d2a8ac9d59ccbd4d6d is 50, key is test_row_0/B:col10/1731061174225/Put/seqid=0 2024-11-08T10:19:34,686 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/9445a6a301cd49e5836f25c513fb8674 is 50, key is test_row_0/A:col10/1731061174225/Put/seqid=0 2024-11-08T10:19:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742277_1453 (size=12104) 2024-11-08T10:19:34,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742278_1454 (size=12104) 2024-11-08T10:19:34,696 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/9445a6a301cd49e5836f25c513fb8674 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/9445a6a301cd49e5836f25c513fb8674 2024-11-08T10:19:34,697 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/3a88e080864b44d2a8ac9d59ccbd4d6d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/3a88e080864b44d2a8ac9d59ccbd4d6d 2024-11-08T10:19:34,701 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/A of 1fb1c88362b760764e9d102977c74227 into 9445a6a301cd49e5836f25c513fb8674(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:34,701 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:34,701 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/A, priority=13, startTime=1731061174676; duration=0sec 2024-11-08T10:19:34,702 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:34,702 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:A 2024-11-08T10:19:34,702 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:34,702 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/B of 1fb1c88362b760764e9d102977c74227 into 3a88e080864b44d2a8ac9d59ccbd4d6d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:34,702 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:34,702 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/B, priority=13, startTime=1731061174676; duration=0sec 2024-11-08T10:19:34,702 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:34,702 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:B 2024-11-08T10:19:34,702 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:34,702 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/C is initiating minor compaction (all files) 2024-11-08T10:19:34,702 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/C in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:34,703 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/f180dae3d760418a83a1e9287edaa831, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3773126bf6534801ba6caf2ffd09bb41, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3e310899d63a48409c24730669c2267b] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=32.9 K 2024-11-08T10:19:34,703 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting f180dae3d760418a83a1e9287edaa831, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731061171458 2024-11-08T10:19:34,703 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3773126bf6534801ba6caf2ffd09bb41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731061171467 2024-11-08T10:19:34,703 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e310899d63a48409c24730669c2267b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731061173608 2024-11-08T10:19:34,711 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:34,711 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7d7d541156ee424882cd09355681e415 is 50, key is test_row_0/C:col10/1731061174225/Put/seqid=0 2024-11-08T10:19:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742279_1455 (size=12104) 2024-11-08T10:19:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:34,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:19:34,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:34,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:34,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:34,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:34,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:34,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:34,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/217157cbe8de43e08fee5081398a83e4 is 50, key is test_row_0/A:col10/1731061174868/Put/seqid=0 2024-11-08T10:19:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742280_1456 (size=16681) 2024-11-08T10:19:34,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061234879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061234878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061234880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061234879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061234884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061234987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061234987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061234988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061234988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061234989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,120 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7d7d541156ee424882cd09355681e415 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7d7d541156ee424882cd09355681e415 2024-11-08T10:19:35,124 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/C of 1fb1c88362b760764e9d102977c74227 into 7d7d541156ee424882cd09355681e415(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:35,124 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:35,124 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/C, priority=13, startTime=1731061174676; duration=0sec 2024-11-08T10:19:35,124 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:35,124 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:C 2024-11-08T10:19:35,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061235191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061235192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061235193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061235193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061235194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/217157cbe8de43e08fee5081398a83e4 2024-11-08T10:19:35,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/634f10571d7a4f108efe9c0cee90a3cd is 50, key is test_row_0/B:col10/1731061174868/Put/seqid=0 2024-11-08T10:19:35,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742281_1457 (size=12001) 2024-11-08T10:19:35,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061235495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061235496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061235498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061235498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061235500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-08T10:19:35,550 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-08T10:19:35,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-08T10:19:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-08T10:19:35,553 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:35,553 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:35,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-08T10:19:35,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/634f10571d7a4f108efe9c0cee90a3cd 2024-11-08T10:19:35,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/6dcd062b972446199cfe14bdd7386042 is 50, key is test_row_0/C:col10/1731061174868/Put/seqid=0 2024-11-08T10:19:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742282_1458 (size=12001) 2024-11-08T10:19:35,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:35,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-08T10:19:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:35,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-08T10:19:35,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:35,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-08T10:19:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:35,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:35,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:35,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:35,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061235998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:36,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061236000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:36,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061236005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:36,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061236005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:36,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061236005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:36,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:36,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-08T10:19:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:36,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:36,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/6dcd062b972446199cfe14bdd7386042 2024-11-08T10:19:36,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/217157cbe8de43e08fee5081398a83e4 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/217157cbe8de43e08fee5081398a83e4 2024-11-08T10:19:36,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/217157cbe8de43e08fee5081398a83e4, entries=250, sequenceid=79, filesize=16.3 K 2024-11-08T10:19:36,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/634f10571d7a4f108efe9c0cee90a3cd as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/634f10571d7a4f108efe9c0cee90a3cd 2024-11-08T10:19:36,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/634f10571d7a4f108efe9c0cee90a3cd, entries=150, sequenceid=79, filesize=11.7 K 2024-11-08T10:19:36,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/6dcd062b972446199cfe14bdd7386042 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/6dcd062b972446199cfe14bdd7386042 2024-11-08T10:19:36,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/6dcd062b972446199cfe14bdd7386042, entries=150, sequenceid=79, filesize=11.7 K 2024-11-08T10:19:36,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1fb1c88362b760764e9d102977c74227 in 1249ms, sequenceid=79, compaction requested=false 2024-11-08T10:19:36,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-08T10:19:36,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:36,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-08T10:19:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:36,164 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T10:19:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:36,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/1dd24362a6d0407c9033d484754f3223 is 50, key is test_row_0/A:col10/1731061174883/Put/seqid=0 2024-11-08T10:19:36,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742283_1459 (size=12001) 2024-11-08T10:19:36,173 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/1dd24362a6d0407c9033d484754f3223 2024-11-08T10:19:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/45a390a893cb40a3bc621b5f8e36be8b is 50, key is test_row_0/B:col10/1731061174883/Put/seqid=0 2024-11-08T10:19:36,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742284_1460 (size=12001) 2024-11-08T10:19:36,584 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/45a390a893cb40a3bc621b5f8e36be8b 2024-11-08T10:19:36,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7ff91e02b8d1445f83d4850bfcb72845 is 50, key is test_row_0/C:col10/1731061174883/Put/seqid=0 2024-11-08T10:19:36,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742285_1461 (size=12001) 2024-11-08T10:19:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-08T10:19:36,996 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7ff91e02b8d1445f83d4850bfcb72845 2024-11-08T10:19:37,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/1dd24362a6d0407c9033d484754f3223 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/1dd24362a6d0407c9033d484754f3223 2024-11-08T10:19:37,003 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/1dd24362a6d0407c9033d484754f3223, entries=150, sequenceid=92, filesize=11.7 K 2024-11-08T10:19:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/45a390a893cb40a3bc621b5f8e36be8b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/45a390a893cb40a3bc621b5f8e36be8b 2024-11-08T10:19:37,008 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/45a390a893cb40a3bc621b5f8e36be8b, entries=150, sequenceid=92, filesize=11.7 K 2024-11-08T10:19:37,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7ff91e02b8d1445f83d4850bfcb72845 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7ff91e02b8d1445f83d4850bfcb72845 2024-11-08T10:19:37,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:37,011 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7ff91e02b8d1445f83d4850bfcb72845, entries=150, sequenceid=92, filesize=11.7 K 2024-11-08T10:19:37,012 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for 1fb1c88362b760764e9d102977c74227 in 848ms, sequenceid=92, compaction requested=true 2024-11-08T10:19:37,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:37,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:37,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-08T10:19:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-08T10:19:37,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-08T10:19:37,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-08T10:19:37,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4640 sec 2024-11-08T10:19:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:37,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:19:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:37,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/ef4440bf99574d129427371c22004f72 is 50, key is test_row_0/A:col10/1731061177021/Put/seqid=0 2024-11-08T10:19:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742286_1462 (size=16681) 2024-11-08T10:19:37,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061237044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061237045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061237046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061237046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061237049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061237150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061237153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061237153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061237153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061237153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061237356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061237356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061237356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061237356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061237357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/ef4440bf99574d129427371c22004f72 2024-11-08T10:19:37,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/e127c117f51142cfb79deca84784065d is 50, key is test_row_0/B:col10/1731061177021/Put/seqid=0 2024-11-08T10:19:37,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742287_1463 (size=12001) 2024-11-08T10:19:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-08T10:19:37,657 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-08T10:19:37,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-08T10:19:37,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-08T10:19:37,661 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:37,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:37,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061237663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061237663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061237664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061237664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061237664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-08T10:19:37,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:37,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-08T10:19:37,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:37,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:37,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:37,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:37,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:37,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/e127c117f51142cfb79deca84784065d 2024-11-08T10:19:37,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/53b6baacf4fc4dafb70072bf67de6ab6 is 50, key is test_row_0/C:col10/1731061177021/Put/seqid=0 2024-11-08T10:19:37,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742288_1464 (size=12001) 2024-11-08T10:19:37,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/53b6baacf4fc4dafb70072bf67de6ab6 2024-11-08T10:19:37,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/ef4440bf99574d129427371c22004f72 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/ef4440bf99574d129427371c22004f72 2024-11-08T10:19:37,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/ef4440bf99574d129427371c22004f72, entries=250, sequenceid=104, filesize=16.3 K 2024-11-08T10:19:37,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/e127c117f51142cfb79deca84784065d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/e127c117f51142cfb79deca84784065d 2024-11-08T10:19:37,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/e127c117f51142cfb79deca84784065d, entries=150, sequenceid=104, filesize=11.7 K 2024-11-08T10:19:37,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/53b6baacf4fc4dafb70072bf67de6ab6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/53b6baacf4fc4dafb70072bf67de6ab6 2024-11-08T10:19:37,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/53b6baacf4fc4dafb70072bf67de6ab6, entries=150, sequenceid=104, filesize=11.7 K 2024-11-08T10:19:37,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1fb1c88362b760764e9d102977c74227 in 851ms, sequenceid=104, compaction requested=true 2024-11-08T10:19:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:37,871 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:19:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:37,871 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:19:37,872 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57467 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:19:37,872 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:19:37,872 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/A is initiating minor compaction (all files) 2024-11-08T10:19:37,872 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/B is initiating minor compaction (all files) 2024-11-08T10:19:37,872 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/A in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:37,872 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/B in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:37,872 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/3a88e080864b44d2a8ac9d59ccbd4d6d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/634f10571d7a4f108efe9c0cee90a3cd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/45a390a893cb40a3bc621b5f8e36be8b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/e127c117f51142cfb79deca84784065d] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=47.0 K 2024-11-08T10:19:37,872 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/9445a6a301cd49e5836f25c513fb8674, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/217157cbe8de43e08fee5081398a83e4, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/1dd24362a6d0407c9033d484754f3223, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/ef4440bf99574d129427371c22004f72] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=56.1 K 2024-11-08T10:19:37,873 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9445a6a301cd49e5836f25c513fb8674, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731061173608 2024-11-08T10:19:37,873 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a88e080864b44d2a8ac9d59ccbd4d6d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731061173608 2024-11-08T10:19:37,873 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 634f10571d7a4f108efe9c0cee90a3cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731061174868 2024-11-08T10:19:37,873 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 217157cbe8de43e08fee5081398a83e4, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731061174241 2024-11-08T10:19:37,873 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dd24362a6d0407c9033d484754f3223, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731061174874 2024-11-08T10:19:37,873 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 45a390a893cb40a3bc621b5f8e36be8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731061174874 2024-11-08T10:19:37,874 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef4440bf99574d129427371c22004f72, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731061177016 2024-11-08T10:19:37,874 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting e127c117f51142cfb79deca84784065d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731061177018 2024-11-08T10:19:37,883 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#A#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:37,883 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/981f7dbe1a73456aa5e14076f8ee8688 is 50, key is test_row_0/A:col10/1731061177021/Put/seqid=0 2024-11-08T10:19:37,888 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#B#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:37,888 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/35ffa448972b40cdb0db6b5654c49a0c is 50, key is test_row_0/B:col10/1731061177021/Put/seqid=0 2024-11-08T10:19:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742289_1465 (size=12241) 2024-11-08T10:19:37,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742290_1466 (size=12241) 2024-11-08T10:19:37,905 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/981f7dbe1a73456aa5e14076f8ee8688 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/981f7dbe1a73456aa5e14076f8ee8688 2024-11-08T10:19:37,906 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/35ffa448972b40cdb0db6b5654c49a0c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/35ffa448972b40cdb0db6b5654c49a0c 2024-11-08T10:19:37,910 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fb1c88362b760764e9d102977c74227/A of 1fb1c88362b760764e9d102977c74227 into 981f7dbe1a73456aa5e14076f8ee8688(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:37,910 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:37,910 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/A, priority=12, startTime=1731061177871; duration=0sec 2024-11-08T10:19:37,910 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:37,910 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:A 2024-11-08T10:19:37,910 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:19:37,912 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fb1c88362b760764e9d102977c74227/B of 1fb1c88362b760764e9d102977c74227 into 35ffa448972b40cdb0db6b5654c49a0c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:37,912 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:37,912 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/B, priority=12, startTime=1731061177871; duration=0sec 2024-11-08T10:19:37,912 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:37,912 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:19:37,912 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:B 2024-11-08T10:19:37,912 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/C is initiating minor compaction (all files) 2024-11-08T10:19:37,912 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/C in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:37,912 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7d7d541156ee424882cd09355681e415, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/6dcd062b972446199cfe14bdd7386042, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7ff91e02b8d1445f83d4850bfcb72845, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/53b6baacf4fc4dafb70072bf67de6ab6] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=47.0 K 2024-11-08T10:19:37,913 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d7d541156ee424882cd09355681e415, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731061173608 2024-11-08T10:19:37,913 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dcd062b972446199cfe14bdd7386042, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731061174868 2024-11-08T10:19:37,913 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ff91e02b8d1445f83d4850bfcb72845, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731061174874 2024-11-08T10:19:37,913 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53b6baacf4fc4dafb70072bf67de6ab6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731061177018 2024-11-08T10:19:37,922 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:37,922 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/bfb8aaeefefa4cce974727920131dcae is 50, key is test_row_0/C:col10/1731061177021/Put/seqid=0 2024-11-08T10:19:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742291_1467 (size=12241) 2024-11-08T10:19:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-08T10:19:37,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:37,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-08T10:19:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:37,966 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:19:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:37,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/6015b7bb6c414250830f1f884d587c2a is 50, key is test_row_0/A:col10/1731061177045/Put/seqid=0 2024-11-08T10:19:37,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742292_1468 (size=12001) 2024-11-08T10:19:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:38,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:38,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061238177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061238177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061238177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061238182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061238182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-08T10:19:38,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061238283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061238283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061238283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061238287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061238287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,348 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/bfb8aaeefefa4cce974727920131dcae as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/bfb8aaeefefa4cce974727920131dcae 2024-11-08T10:19:38,353 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fb1c88362b760764e9d102977c74227/C of 1fb1c88362b760764e9d102977c74227 into bfb8aaeefefa4cce974727920131dcae(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:38,353 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:38,353 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/C, priority=12, startTime=1731061177871; duration=0sec 2024-11-08T10:19:38,353 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:38,353 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:C 2024-11-08T10:19:38,378 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/6015b7bb6c414250830f1f884d587c2a 2024-11-08T10:19:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/4cf4f74acae8438fac0fa7f9d0a78857 is 50, key is test_row_0/B:col10/1731061177045/Put/seqid=0 2024-11-08T10:19:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742293_1469 (size=12001) 2024-11-08T10:19:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061238488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061238488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061238489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061238492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061238492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-08T10:19:38,793 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/4cf4f74acae8438fac0fa7f9d0a78857 2024-11-08T10:19:38,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061238793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061238794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061238795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061238796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061238796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:38,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/5380223097674b4c84af48fda6cfc32b is 50, key is test_row_0/C:col10/1731061177045/Put/seqid=0 2024-11-08T10:19:38,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742294_1470 (size=12001) 2024-11-08T10:19:39,206 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/5380223097674b4c84af48fda6cfc32b 2024-11-08T10:19:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/6015b7bb6c414250830f1f884d587c2a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6015b7bb6c414250830f1f884d587c2a 2024-11-08T10:19:39,215 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6015b7bb6c414250830f1f884d587c2a, entries=150, sequenceid=130, filesize=11.7 K 2024-11-08T10:19:39,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/4cf4f74acae8438fac0fa7f9d0a78857 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4cf4f74acae8438fac0fa7f9d0a78857 2024-11-08T10:19:39,219 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4cf4f74acae8438fac0fa7f9d0a78857, entries=150, sequenceid=130, filesize=11.7 K 2024-11-08T10:19:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/5380223097674b4c84af48fda6cfc32b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5380223097674b4c84af48fda6cfc32b 2024-11-08T10:19:39,223 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5380223097674b4c84af48fda6cfc32b, entries=150, sequenceid=130, filesize=11.7 K 2024-11-08T10:19:39,224 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1fb1c88362b760764e9d102977c74227 in 1258ms, sequenceid=130, compaction requested=false 2024-11-08T10:19:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-08T10:19:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-08T10:19:39,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-08T10:19:39,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5640 sec 2024-11-08T10:19:39,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.5690 sec 2024-11-08T10:19:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:39,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:19:39,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:39,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:39,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:39,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:39,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:39,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:39,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/58e146c210a94e45a052ce130b475001 is 50, key is test_row_0/A:col10/1731061178180/Put/seqid=0 2024-11-08T10:19:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742295_1471 (size=12151) 2024-11-08T10:19:39,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061239326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061239328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061239329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061239330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061239332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061239433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061239433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061239435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061239435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061239438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061239638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061239638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061239640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061239641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061239643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/58e146c210a94e45a052ce130b475001 2024-11-08T10:19:39,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/ae1d2817a38b48ac946f5b6ea994c466 is 50, key is test_row_0/B:col10/1731061178180/Put/seqid=0 2024-11-08T10:19:39,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742296_1472 (size=12151) 2024-11-08T10:19:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-08T10:19:39,764 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-08T10:19:39,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-08T10:19:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-08T10:19:39,766 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:39,767 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:39,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-08T10:19:39,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:39,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-08T10:19:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:39,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061239944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061239944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061239946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061239946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061239947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-08T10:19:40,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:40,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-08T10:19:40,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/ae1d2817a38b48ac946f5b6ea994c466 2024-11-08T10:19:40,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/490c147c1a3148469ec1dcb200c5d9e7 is 50, key is test_row_0/C:col10/1731061178180/Put/seqid=0 2024-11-08T10:19:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742297_1473 (size=12151) 2024-11-08T10:19:40,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:40,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-08T10:19:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-08T10:19:40,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:40,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-08T10:19:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061240449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:40,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061240449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:40,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061240451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:40,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061240451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:40,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061240453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:40,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:40,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-08T10:19:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:40,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/490c147c1a3148469ec1dcb200c5d9e7 2024-11-08T10:19:40,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/58e146c210a94e45a052ce130b475001 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/58e146c210a94e45a052ce130b475001 2024-11-08T10:19:40,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/58e146c210a94e45a052ce130b475001, entries=150, sequenceid=144, filesize=11.9 K 2024-11-08T10:19:40,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/ae1d2817a38b48ac946f5b6ea994c466 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/ae1d2817a38b48ac946f5b6ea994c466 2024-11-08T10:19:40,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/ae1d2817a38b48ac946f5b6ea994c466, entries=150, sequenceid=144, filesize=11.9 K 2024-11-08T10:19:40,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/490c147c1a3148469ec1dcb200c5d9e7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/490c147c1a3148469ec1dcb200c5d9e7 2024-11-08T10:19:40,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/490c147c1a3148469ec1dcb200c5d9e7, entries=150, sequenceid=144, filesize=11.9 K 2024-11-08T10:19:40,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1fb1c88362b760764e9d102977c74227 in 1257ms, sequenceid=144, compaction requested=true 2024-11-08T10:19:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:40,558 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:40,558 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:40,559 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:40,559 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/B is initiating minor compaction (all files) 2024-11-08T10:19:40,559 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/B in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,559 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/35ffa448972b40cdb0db6b5654c49a0c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4cf4f74acae8438fac0fa7f9d0a78857, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/ae1d2817a38b48ac946f5b6ea994c466] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=35.5 K 2024-11-08T10:19:40,560 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:40,560 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 35ffa448972b40cdb0db6b5654c49a0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731061177018 2024-11-08T10:19:40,560 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/A is initiating minor compaction (all files) 2024-11-08T10:19:40,560 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/A in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,560 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/981f7dbe1a73456aa5e14076f8ee8688, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6015b7bb6c414250830f1f884d587c2a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/58e146c210a94e45a052ce130b475001] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=35.5 K 2024-11-08T10:19:40,560 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cf4f74acae8438fac0fa7f9d0a78857, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731061177041 2024-11-08T10:19:40,560 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 981f7dbe1a73456aa5e14076f8ee8688, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731061177018 2024-11-08T10:19:40,561 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting ae1d2817a38b48ac946f5b6ea994c466, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731061178176 2024-11-08T10:19:40,561 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6015b7bb6c414250830f1f884d587c2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731061177041 2024-11-08T10:19:40,561 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58e146c210a94e45a052ce130b475001, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731061178176 2024-11-08T10:19:40,567 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:40,568 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/63cc33de22ac44f49019dfc90f2ddd6e is 50, key is test_row_0/A:col10/1731061178180/Put/seqid=0 2024-11-08T10:19:40,568 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:40,568 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/af983189651d411bb5fa919a49d2ef4b is 50, key is test_row_0/B:col10/1731061178180/Put/seqid=0 2024-11-08T10:19:40,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742298_1474 (size=12493) 2024-11-08T10:19:40,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742299_1475 (size=12493) 2024-11-08T10:19:40,593 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/af983189651d411bb5fa919a49d2ef4b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/af983189651d411bb5fa919a49d2ef4b 2024-11-08T10:19:40,597 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/B of 1fb1c88362b760764e9d102977c74227 into af983189651d411bb5fa919a49d2ef4b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:40,597 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:40,597 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/B, priority=13, startTime=1731061180558; duration=0sec 2024-11-08T10:19:40,597 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:40,597 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:B 2024-11-08T10:19:40,597 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:40,598 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:40,598 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/C is initiating minor compaction (all files) 2024-11-08T10:19:40,598 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/C in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,598 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/bfb8aaeefefa4cce974727920131dcae, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5380223097674b4c84af48fda6cfc32b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/490c147c1a3148469ec1dcb200c5d9e7] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=35.5 K 2024-11-08T10:19:40,598 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting bfb8aaeefefa4cce974727920131dcae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731061177018 2024-11-08T10:19:40,598 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 5380223097674b4c84af48fda6cfc32b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731061177041 2024-11-08T10:19:40,599 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 490c147c1a3148469ec1dcb200c5d9e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731061178176 2024-11-08T10:19:40,604 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:40,605 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/0e0ba43c896c43af85a0c6e867968022 is 50, key is test_row_0/C:col10/1731061178180/Put/seqid=0 2024-11-08T10:19:40,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742300_1476 (size=12493) 2024-11-08T10:19:40,626 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/0e0ba43c896c43af85a0c6e867968022 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/0e0ba43c896c43af85a0c6e867968022 2024-11-08T10:19:40,629 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/C of 1fb1c88362b760764e9d102977c74227 into 0e0ba43c896c43af85a0c6e867968022(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:40,629 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:40,629 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/C, priority=13, startTime=1731061180558; duration=0sec 2024-11-08T10:19:40,630 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:40,630 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:C 2024-11-08T10:19:40,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:40,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-08T10:19:40,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:40,681 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T10:19:40,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:40,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:40,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:40,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:40,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:40,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:40,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/59f3532de8b4446c86ac77608eb07c0a is 50, key is test_row_0/A:col10/1731061179325/Put/seqid=0 2024-11-08T10:19:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742301_1477 (size=12151) 2024-11-08T10:19:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-08T10:19:40,990 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/63cc33de22ac44f49019dfc90f2ddd6e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/63cc33de22ac44f49019dfc90f2ddd6e 2024-11-08T10:19:40,994 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/A of 1fb1c88362b760764e9d102977c74227 into 63cc33de22ac44f49019dfc90f2ddd6e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:40,994 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:40,994 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/A, priority=13, startTime=1731061180558; duration=0sec 2024-11-08T10:19:40,994 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:40,994 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:A 2024-11-08T10:19:41,091 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/59f3532de8b4446c86ac77608eb07c0a 2024-11-08T10:19:41,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/20d5249859834076a8676ccba5b0581b is 50, key is test_row_0/B:col10/1731061179325/Put/seqid=0 2024-11-08T10:19:41,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742302_1478 (size=12151) 2024-11-08T10:19:41,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:41,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061241464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061241465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061241468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061241469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061241469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,507 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/20d5249859834076a8676ccba5b0581b 2024-11-08T10:19:41,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/62625483625d498ba3cea0155c495ebc is 50, key is test_row_0/C:col10/1731061179325/Put/seqid=0 2024-11-08T10:19:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742303_1479 (size=12151) 2024-11-08T10:19:41,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061241570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061241570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061241573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061241573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061241576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061241773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061241773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061241777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061241778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061241779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-08T10:19:41,917 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/62625483625d498ba3cea0155c495ebc 2024-11-08T10:19:41,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/59f3532de8b4446c86ac77608eb07c0a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/59f3532de8b4446c86ac77608eb07c0a 2024-11-08T10:19:41,925 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/59f3532de8b4446c86ac77608eb07c0a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T10:19:41,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/20d5249859834076a8676ccba5b0581b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/20d5249859834076a8676ccba5b0581b 2024-11-08T10:19:41,929 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/20d5249859834076a8676ccba5b0581b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T10:19:41,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/62625483625d498ba3cea0155c495ebc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/62625483625d498ba3cea0155c495ebc 2024-11-08T10:19:41,933 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/62625483625d498ba3cea0155c495ebc, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T10:19:41,934 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 1fb1c88362b760764e9d102977c74227 in 1253ms, sequenceid=169, compaction requested=false 2024-11-08T10:19:41,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:41,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:41,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-08T10:19:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-08T10:19:41,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-08T10:19:41,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1680 sec 2024-11-08T10:19:41,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.1720 sec 2024-11-08T10:19:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:42,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T10:19:42,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:42,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:42,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:42,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:42,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:42,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:42,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/3290734945294bfc91ff549d6938c56f is 50, key is test_row_0/A:col10/1731061181468/Put/seqid=0 2024-11-08T10:19:42,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742304_1480 (size=14541) 2024-11-08T10:19:42,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061242097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061242098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061242098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061242101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061242102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061242203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061242204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061242204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061242204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061242207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061242409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061242409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061242410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061242410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061242411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/3290734945294bfc91ff549d6938c56f 2024-11-08T10:19:42,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/1f69c3ce611f4339b7a9d6e35aa8a7cd is 50, key is test_row_0/B:col10/1731061181468/Put/seqid=0 2024-11-08T10:19:42,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742305_1481 (size=12151) 2024-11-08T10:19:42,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061242714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061242714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061242714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061242714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061242716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:42,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/1f69c3ce611f4339b7a9d6e35aa8a7cd 2024-11-08T10:19:42,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/19eec576f625446f97497cace467c74c is 50, key is test_row_0/C:col10/1731061181468/Put/seqid=0 2024-11-08T10:19:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742306_1482 (size=12151) 2024-11-08T10:19:42,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/19eec576f625446f97497cace467c74c 2024-11-08T10:19:42,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/3290734945294bfc91ff549d6938c56f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/3290734945294bfc91ff549d6938c56f 2024-11-08T10:19:42,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/3290734945294bfc91ff549d6938c56f, entries=200, sequenceid=185, filesize=14.2 K 2024-11-08T10:19:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/1f69c3ce611f4339b7a9d6e35aa8a7cd as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1f69c3ce611f4339b7a9d6e35aa8a7cd 2024-11-08T10:19:42,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1f69c3ce611f4339b7a9d6e35aa8a7cd, entries=150, sequenceid=185, filesize=11.9 K 2024-11-08T10:19:42,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/19eec576f625446f97497cace467c74c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/19eec576f625446f97497cace467c74c 2024-11-08T10:19:42,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/19eec576f625446f97497cace467c74c, entries=150, sequenceid=185, filesize=11.9 K 2024-11-08T10:19:42,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1fb1c88362b760764e9d102977c74227 in 852ms, sequenceid=185, compaction requested=true 2024-11-08T10:19:42,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:42,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:42,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:42,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:42,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:42,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:42,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:42,932 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:42,932 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:42,933 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:42,933 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:42,933 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/B is initiating minor compaction (all files) 2024-11-08T10:19:42,933 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/A is initiating minor compaction (all files) 2024-11-08T10:19:42,933 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/B in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:42,933 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/A in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:42,933 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/af983189651d411bb5fa919a49d2ef4b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/20d5249859834076a8676ccba5b0581b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1f69c3ce611f4339b7a9d6e35aa8a7cd] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=35.9 K 2024-11-08T10:19:42,933 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/63cc33de22ac44f49019dfc90f2ddd6e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/59f3532de8b4446c86ac77608eb07c0a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/3290734945294bfc91ff549d6938c56f] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=38.3 K 2024-11-08T10:19:42,934 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting af983189651d411bb5fa919a49d2ef4b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731061178176 2024-11-08T10:19:42,934 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63cc33de22ac44f49019dfc90f2ddd6e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731061178176 2024-11-08T10:19:42,934 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59f3532de8b4446c86ac77608eb07c0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731061179312 2024-11-08T10:19:42,934 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 20d5249859834076a8676ccba5b0581b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731061179312 2024-11-08T10:19:42,934 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3290734945294bfc91ff549d6938c56f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731061181463 2024-11-08T10:19:42,934 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f69c3ce611f4339b7a9d6e35aa8a7cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731061181463 2024-11-08T10:19:42,941 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:42,941 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#A#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:42,942 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/04c1b9fbe641467eafdd54de7261b7ca is 50, key is test_row_0/A:col10/1731061181468/Put/seqid=0 2024-11-08T10:19:42,942 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/6aa44d5a548a4399846b60765d0d2773 is 50, key is test_row_0/B:col10/1731061181468/Put/seqid=0 2024-11-08T10:19:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742307_1483 (size=12595) 2024-11-08T10:19:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742308_1484 (size=12595) 2024-11-08T10:19:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:43,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:19:43,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:43,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:43,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:43,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:43,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:43,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:43,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/e373ae2587dc48cabd92507881593919 is 50, key is test_row_0/A:col10/1731061183222/Put/seqid=0 2024-11-08T10:19:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061243231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061243232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061243233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061243235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061243236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742309_1485 (size=16931) 2024-11-08T10:19:43,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061243338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061243338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061243338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061243339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061243342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,352 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/6aa44d5a548a4399846b60765d0d2773 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6aa44d5a548a4399846b60765d0d2773 2024-11-08T10:19:43,353 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/04c1b9fbe641467eafdd54de7261b7ca as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/04c1b9fbe641467eafdd54de7261b7ca 2024-11-08T10:19:43,356 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/B of 1fb1c88362b760764e9d102977c74227 into 6aa44d5a548a4399846b60765d0d2773(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:43,356 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:43,356 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/B, priority=13, startTime=1731061182932; duration=0sec 2024-11-08T10:19:43,356 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:43,356 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:B 2024-11-08T10:19:43,356 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:43,357 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/A of 1fb1c88362b760764e9d102977c74227 into 04c1b9fbe641467eafdd54de7261b7ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:43,357 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:43,357 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/A, priority=13, startTime=1731061182932; duration=0sec 2024-11-08T10:19:43,357 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:43,357 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:43,357 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:A 2024-11-08T10:19:43,357 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/C is initiating minor compaction (all files) 2024-11-08T10:19:43,357 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/C in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:43,357 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/0e0ba43c896c43af85a0c6e867968022, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/62625483625d498ba3cea0155c495ebc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/19eec576f625446f97497cace467c74c] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=35.9 K 2024-11-08T10:19:43,358 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e0ba43c896c43af85a0c6e867968022, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731061178176 2024-11-08T10:19:43,358 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 62625483625d498ba3cea0155c495ebc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731061179312 2024-11-08T10:19:43,358 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 19eec576f625446f97497cace467c74c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731061181463 2024-11-08T10:19:43,364 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:43,364 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7960c73966c74a6c95b40bc2af6de7b8 is 50, key is test_row_0/C:col10/1731061181468/Put/seqid=0 2024-11-08T10:19:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742310_1486 (size=12595) 2024-11-08T10:19:43,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061243546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061243546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061243547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061243547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061243547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/e373ae2587dc48cabd92507881593919 2024-11-08T10:19:43,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/0764e2db83264a0b8c12c0ac9564d55d is 50, key is test_row_0/B:col10/1731061183222/Put/seqid=0 2024-11-08T10:19:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742311_1487 (size=12151) 2024-11-08T10:19:43,772 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7960c73966c74a6c95b40bc2af6de7b8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7960c73966c74a6c95b40bc2af6de7b8 2024-11-08T10:19:43,776 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/C of 1fb1c88362b760764e9d102977c74227 into 7960c73966c74a6c95b40bc2af6de7b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:43,776 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:43,776 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/C, priority=13, startTime=1731061182932; duration=0sec 2024-11-08T10:19:43,776 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:43,776 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:C 2024-11-08T10:19:43,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061243851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061243851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061243852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061243852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061243853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-08T10:19:43,871 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-08T10:19:43,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-08T10:19:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-08T10:19:43,874 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:43,874 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:43,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-08T10:19:44,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:44,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T10:19:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:44,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/0764e2db83264a0b8c12c0ac9564d55d 2024-11-08T10:19:44,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/c17fceedd9a541c7b9ecaa73e57bb839 is 50, key is test_row_0/C:col10/1731061183222/Put/seqid=0 2024-11-08T10:19:44,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742312_1488 (size=12151) 2024-11-08T10:19:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-08T10:19:44,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:44,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T10:19:44,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:44,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:44,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:44,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:44,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T10:19:44,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:44,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:44,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:44,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061244356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061244357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061244357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061244357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:44,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061244358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:44,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/c17fceedd9a541c7b9ecaa73e57bb839 2024-11-08T10:19:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-08T10:19:44,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/e373ae2587dc48cabd92507881593919 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/e373ae2587dc48cabd92507881593919 2024-11-08T10:19:44,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/e373ae2587dc48cabd92507881593919, entries=250, sequenceid=208, filesize=16.5 K 2024-11-08T10:19:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/0764e2db83264a0b8c12c0ac9564d55d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/0764e2db83264a0b8c12c0ac9564d55d 2024-11-08T10:19:44,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:44,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/0764e2db83264a0b8c12c0ac9564d55d, entries=150, sequenceid=208, filesize=11.9 K 2024-11-08T10:19:44,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T10:19:44,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:44,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:44,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:44,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/c17fceedd9a541c7b9ecaa73e57bb839 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c17fceedd9a541c7b9ecaa73e57bb839 2024-11-08T10:19:44,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c17fceedd9a541c7b9ecaa73e57bb839, entries=150, sequenceid=208, filesize=11.9 K 2024-11-08T10:19:44,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1fb1c88362b760764e9d102977c74227 in 1269ms, sequenceid=208, compaction requested=false 2024-11-08T10:19:44,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:44,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:44,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T10:19:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:44,638 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:19:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/dbfc516739574618b6c087c51e83fc36 is 50, key is test_row_0/A:col10/1731061183231/Put/seqid=0 2024-11-08T10:19:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742313_1489 (size=12151) 2024-11-08T10:19:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-08T10:19:45,047 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/dbfc516739574618b6c087c51e83fc36 2024-11-08T10:19:45,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/d35bee0b05964027bb3753b2039e0dc5 is 50, key is test_row_0/B:col10/1731061183231/Put/seqid=0 2024-11-08T10:19:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742314_1490 (size=12151) 2024-11-08T10:19:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:45,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:45,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061245386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061245387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061245388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061245390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061245392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,461 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/d35bee0b05964027bb3753b2039e0dc5 2024-11-08T10:19:45,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/5ed3d81c00b64fedb73ea3741150005d is 50, key is test_row_0/C:col10/1731061183231/Put/seqid=0 2024-11-08T10:19:45,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742315_1491 (size=12151) 2024-11-08T10:19:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061245493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061245493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061245494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061245495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061245495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061245698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061245698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061245699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061245699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061245699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:45,872 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/5ed3d81c00b64fedb73ea3741150005d 2024-11-08T10:19:45,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/dbfc516739574618b6c087c51e83fc36 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dbfc516739574618b6c087c51e83fc36 2024-11-08T10:19:45,880 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dbfc516739574618b6c087c51e83fc36, entries=150, sequenceid=224, filesize=11.9 K 2024-11-08T10:19:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/d35bee0b05964027bb3753b2039e0dc5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/d35bee0b05964027bb3753b2039e0dc5 2024-11-08T10:19:45,884 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/d35bee0b05964027bb3753b2039e0dc5, entries=150, sequenceid=224, filesize=11.9 K 2024-11-08T10:19:45,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/5ed3d81c00b64fedb73ea3741150005d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5ed3d81c00b64fedb73ea3741150005d 2024-11-08T10:19:45,888 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5ed3d81c00b64fedb73ea3741150005d, entries=150, sequenceid=224, filesize=11.9 K 2024-11-08T10:19:45,889 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1fb1c88362b760764e9d102977c74227 in 1250ms, sequenceid=224, compaction requested=true 2024-11-08T10:19:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-08T10:19:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-08T10:19:45,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-08T10:19:45,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0160 sec 2024-11-08T10:19:45,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.0190 sec 2024-11-08T10:19:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-08T10:19:45,977 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-08T10:19:45,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-08T10:19:45,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-08T10:19:45,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:45,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:46,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:19:46,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:46,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:46,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:46,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:46,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:46,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:46,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/5fc27fe8a9044acab690a36318754e07 is 50, key is test_row_0/A:col10/1731061186005/Put/seqid=0 2024-11-08T10:19:46,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742316_1492 (size=16931) 2024-11-08T10:19:46,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061246016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061246016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061246017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061246017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061246018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-08T10:19:46,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061246122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061246122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061246122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061246124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061246124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:46,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T10:19:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-08T10:19:46,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:46,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T10:19:46,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:46,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061246327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061246328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061246328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061246328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061246329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/5fc27fe8a9044acab690a36318754e07 2024-11-08T10:19:46,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/1024d794ca2d4799af7daea6156ab8eb is 50, key is test_row_0/B:col10/1731061186005/Put/seqid=0 2024-11-08T10:19:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742317_1493 (size=12151) 2024-11-08T10:19:46,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:46,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T10:19:46,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:46,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-08T10:19:46,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:46,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T10:19:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061246633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061246633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061246634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061246634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061246634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:46,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:46,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T10:19:46,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:46,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/1024d794ca2d4799af7daea6156ab8eb 2024-11-08T10:19:46,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/3f205083945f414b8968b8058590139a is 50, key is test_row_0/C:col10/1731061186005/Put/seqid=0 2024-11-08T10:19:46,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742318_1494 (size=12151) 2024-11-08T10:19:46,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:46,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T10:19:46,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:46,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:46,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:47,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:47,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T10:19:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:47,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-08T10:19:47,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061247140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:47,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061247141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:47,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061247142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:47,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061247142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:47,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061247144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:47,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:47,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T10:19:47,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:47,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:47,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:47,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:47,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:47,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/3f205083945f414b8968b8058590139a 2024-11-08T10:19:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/5fc27fe8a9044acab690a36318754e07 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/5fc27fe8a9044acab690a36318754e07 2024-11-08T10:19:47,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/5fc27fe8a9044acab690a36318754e07, entries=250, sequenceid=249, filesize=16.5 K 2024-11-08T10:19:47,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/1024d794ca2d4799af7daea6156ab8eb as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1024d794ca2d4799af7daea6156ab8eb 2024-11-08T10:19:47,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1024d794ca2d4799af7daea6156ab8eb, entries=150, sequenceid=249, filesize=11.9 K 2024-11-08T10:19:47,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/3f205083945f414b8968b8058590139a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3f205083945f414b8968b8058590139a 2024-11-08T10:19:47,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3f205083945f414b8968b8058590139a, entries=150, sequenceid=249, filesize=11.9 K 2024-11-08T10:19:47,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1fb1c88362b760764e9d102977c74227 in 1247ms, sequenceid=249, compaction requested=true 2024-11-08T10:19:47,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:47,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:47,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:47,254 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:19:47,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:47,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:47,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:47,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:47,254 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:19:47,257 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58608 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:19:47,257 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/A is initiating minor compaction (all files) 2024-11-08T10:19:47,257 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/A in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:47,257 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/04c1b9fbe641467eafdd54de7261b7ca, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/e373ae2587dc48cabd92507881593919, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dbfc516739574618b6c087c51e83fc36, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/5fc27fe8a9044acab690a36318754e07] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=57.2 K 2024-11-08T10:19:47,257 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:19:47,257 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/B is initiating minor compaction (all files) 2024-11-08T10:19:47,257 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/B in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:47,257 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6aa44d5a548a4399846b60765d0d2773, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/0764e2db83264a0b8c12c0ac9564d55d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/d35bee0b05964027bb3753b2039e0dc5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1024d794ca2d4799af7daea6156ab8eb] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=47.9 K 2024-11-08T10:19:47,258 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c1b9fbe641467eafdd54de7261b7ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731061181463 2024-11-08T10:19:47,258 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aa44d5a548a4399846b60765d0d2773, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731061181463 2024-11-08T10:19:47,258 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 0764e2db83264a0b8c12c0ac9564d55d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731061182100 2024-11-08T10:19:47,258 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting e373ae2587dc48cabd92507881593919, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731061182095 2024-11-08T10:19:47,258 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d35bee0b05964027bb3753b2039e0dc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731061183229 2024-11-08T10:19:47,258 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbfc516739574618b6c087c51e83fc36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731061183229 2024-11-08T10:19:47,259 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 1024d794ca2d4799af7daea6156ab8eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731061185391 2024-11-08T10:19:47,259 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fc27fe8a9044acab690a36318754e07, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731061185381 2024-11-08T10:19:47,266 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:47,267 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/27f439927b644de5b92d7830160ba1cb is 50, key is test_row_0/B:col10/1731061186005/Put/seqid=0 2024-11-08T10:19:47,270 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#A#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:47,270 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/0ddb758ce2f54f7f97801dbc5c6f73f9 is 50, key is test_row_0/A:col10/1731061186005/Put/seqid=0 2024-11-08T10:19:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742319_1495 (size=12731) 2024-11-08T10:19:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742320_1496 (size=12731) 2024-11-08T10:19:47,279 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/0ddb758ce2f54f7f97801dbc5c6f73f9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/0ddb758ce2f54f7f97801dbc5c6f73f9 2024-11-08T10:19:47,283 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fb1c88362b760764e9d102977c74227/A of 1fb1c88362b760764e9d102977c74227 into 0ddb758ce2f54f7f97801dbc5c6f73f9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:47,283 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:47,283 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/A, priority=12, startTime=1731061187254; duration=0sec 2024-11-08T10:19:47,283 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:47,283 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:A 2024-11-08T10:19:47,283 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T10:19:47,284 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T10:19:47,284 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/C is initiating minor compaction (all files) 2024-11-08T10:19:47,284 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/C in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:47,284 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7960c73966c74a6c95b40bc2af6de7b8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c17fceedd9a541c7b9ecaa73e57bb839, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5ed3d81c00b64fedb73ea3741150005d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3f205083945f414b8968b8058590139a] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=47.9 K 2024-11-08T10:19:47,284 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7960c73966c74a6c95b40bc2af6de7b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731061181463 2024-11-08T10:19:47,284 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting c17fceedd9a541c7b9ecaa73e57bb839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731061182100 2024-11-08T10:19:47,284 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ed3d81c00b64fedb73ea3741150005d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731061183229 2024-11-08T10:19:47,285 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f205083945f414b8968b8058590139a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731061185391 2024-11-08T10:19:47,292 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:47,292 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/c836076d55bc43b1ba2cce1b51efeaa0 is 50, key is test_row_0/C:col10/1731061186005/Put/seqid=0 2024-11-08T10:19:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742321_1497 (size=12731) 2024-11-08T10:19:47,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:47,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T10:19:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:47,354 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:19:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:47,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/dcb2c5be491d464698a4cf671f94a06b is 50, key is test_row_0/A:col10/1731061186017/Put/seqid=0 2024-11-08T10:19:47,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742322_1498 (size=12301) 2024-11-08T10:19:47,368 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/dcb2c5be491d464698a4cf671f94a06b 2024-11-08T10:19:47,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/7756082460d64dbfb1920582d3766850 is 50, key is test_row_0/B:col10/1731061186017/Put/seqid=0 2024-11-08T10:19:47,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742323_1499 (size=12301) 2024-11-08T10:19:47,385 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/7756082460d64dbfb1920582d3766850 2024-11-08T10:19:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/51f770891a054657a3bccbfb906e9e7e is 50, key is test_row_0/C:col10/1731061186017/Put/seqid=0 2024-11-08T10:19:47,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742324_1500 (size=12301) 2024-11-08T10:19:47,683 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/27f439927b644de5b92d7830160ba1cb as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/27f439927b644de5b92d7830160ba1cb 2024-11-08T10:19:47,687 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fb1c88362b760764e9d102977c74227/B of 1fb1c88362b760764e9d102977c74227 into 27f439927b644de5b92d7830160ba1cb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:47,687 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:47,687 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/B, priority=12, startTime=1731061187254; duration=0sec 2024-11-08T10:19:47,687 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:47,687 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:B 2024-11-08T10:19:47,699 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/c836076d55bc43b1ba2cce1b51efeaa0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c836076d55bc43b1ba2cce1b51efeaa0 2024-11-08T10:19:47,703 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fb1c88362b760764e9d102977c74227/C of 1fb1c88362b760764e9d102977c74227 into c836076d55bc43b1ba2cce1b51efeaa0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:47,703 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:47,703 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/C, priority=12, startTime=1731061187254; duration=0sec 2024-11-08T10:19:47,703 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:47,703 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:C 2024-11-08T10:19:47,796 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/51f770891a054657a3bccbfb906e9e7e 2024-11-08T10:19:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/dcb2c5be491d464698a4cf671f94a06b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dcb2c5be491d464698a4cf671f94a06b 2024-11-08T10:19:47,804 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dcb2c5be491d464698a4cf671f94a06b, entries=150, sequenceid=261, filesize=12.0 K 2024-11-08T10:19:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/7756082460d64dbfb1920582d3766850 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7756082460d64dbfb1920582d3766850 2024-11-08T10:19:47,808 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7756082460d64dbfb1920582d3766850, entries=150, sequenceid=261, filesize=12.0 K 2024-11-08T10:19:47,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/51f770891a054657a3bccbfb906e9e7e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/51f770891a054657a3bccbfb906e9e7e 2024-11-08T10:19:47,812 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/51f770891a054657a3bccbfb906e9e7e, entries=150, sequenceid=261, filesize=12.0 K 2024-11-08T10:19:47,813 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 1fb1c88362b760764e9d102977c74227 in 459ms, sequenceid=261, compaction requested=false 2024-11-08T10:19:47,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:47,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:47,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-08T10:19:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-08T10:19:47,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-08T10:19:47,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec 2024-11-08T10:19:47,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.8380 sec 2024-11-08T10:19:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-08T10:19:48,083 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-08T10:19:48,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-08T10:19:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-08T10:19:48,086 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:48,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:48,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:48,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:19:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:48,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/a9f7b8fa50a749f5a6e46903fdef257b is 50, key is test_row_0/A:col10/1731061188154/Put/seqid=0 2024-11-08T10:19:48,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742325_1501 (size=17181) 2024-11-08T10:19:48,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/a9f7b8fa50a749f5a6e46903fdef257b 2024-11-08T10:19:48,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/aecb77d7a7db40898d7cd80b741ff949 is 50, key is test_row_0/B:col10/1731061188154/Put/seqid=0 2024-11-08T10:19:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742326_1502 (size=12301) 2024-11-08T10:19:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061248179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061248179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061248180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-08T10:19:48,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061248183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061248184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:48,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T10:19:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061248285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061248285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061248285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061248288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061248289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-08T10:19:48,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:48,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T10:19:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061248490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061248490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061248490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061248496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061248496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:48,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T10:19:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/aecb77d7a7db40898d7cd80b741ff949 2024-11-08T10:19:48,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/d54c24b5e828492fbaae01a5355944c1 is 50, key is test_row_0/C:col10/1731061188154/Put/seqid=0 2024-11-08T10:19:48,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742327_1503 (size=12301) 2024-11-08T10:19:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-08T10:19:48,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:48,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T10:19:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061248796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061248796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061248797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061248802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061248808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:48,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:48,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T10:19:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:48,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:48,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/d54c24b5e828492fbaae01a5355944c1 2024-11-08T10:19:48,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/a9f7b8fa50a749f5a6e46903fdef257b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/a9f7b8fa50a749f5a6e46903fdef257b 2024-11-08T10:19:48,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/a9f7b8fa50a749f5a6e46903fdef257b, entries=250, sequenceid=274, filesize=16.8 K 2024-11-08T10:19:48,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/aecb77d7a7db40898d7cd80b741ff949 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/aecb77d7a7db40898d7cd80b741ff949 2024-11-08T10:19:49,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/aecb77d7a7db40898d7cd80b741ff949, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T10:19:49,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/d54c24b5e828492fbaae01a5355944c1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/d54c24b5e828492fbaae01a5355944c1 2024-11-08T10:19:49,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:49,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T10:19:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:49,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:49,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/d54c24b5e828492fbaae01a5355944c1, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T10:19:49,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1fb1c88362b760764e9d102977c74227 in 850ms, sequenceid=274, compaction requested=true 2024-11-08T10:19:49,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:49,005 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:49,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:49,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:49,006 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:49,006 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:49,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:49,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:49,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:49,006 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/A is initiating minor compaction (all files) 2024-11-08T10:19:49,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:49,006 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/A in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:49,006 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/0ddb758ce2f54f7f97801dbc5c6f73f9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dcb2c5be491d464698a4cf671f94a06b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/a9f7b8fa50a749f5a6e46903fdef257b] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=41.2 K 2024-11-08T10:19:49,007 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:49,007 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/B is initiating minor compaction (all files) 2024-11-08T10:19:49,007 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/B in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:49,007 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ddb758ce2f54f7f97801dbc5c6f73f9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731061185391 2024-11-08T10:19:49,007 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/27f439927b644de5b92d7830160ba1cb, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7756082460d64dbfb1920582d3766850, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/aecb77d7a7db40898d7cd80b741ff949] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=36.5 K 2024-11-08T10:19:49,007 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcb2c5be491d464698a4cf671f94a06b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731061186016 2024-11-08T10:19:49,007 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 27f439927b644de5b92d7830160ba1cb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731061185391 2024-11-08T10:19:49,007 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7756082460d64dbfb1920582d3766850, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731061186016 2024-11-08T10:19:49,007 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9f7b8fa50a749f5a6e46903fdef257b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731061188148 2024-11-08T10:19:49,008 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting aecb77d7a7db40898d7cd80b741ff949, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731061188150 2024-11-08T10:19:49,016 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:49,016 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/98d470718def4f8692a3524c0ee465a9 is 50, key is test_row_0/B:col10/1731061188154/Put/seqid=0 2024-11-08T10:19:49,020 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#A#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:49,020 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/77d994b29be0447b8ec930c87f9664a6 is 50, key is test_row_0/A:col10/1731061188154/Put/seqid=0 2024-11-08T10:19:49,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742328_1504 (size=12983) 2024-11-08T10:19:49,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742329_1505 (size=12983) 2024-11-08T10:19:49,032 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/77d994b29be0447b8ec930c87f9664a6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/77d994b29be0447b8ec930c87f9664a6 2024-11-08T10:19:49,036 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/A of 1fb1c88362b760764e9d102977c74227 into 77d994b29be0447b8ec930c87f9664a6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:49,036 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:49,036 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/A, priority=13, startTime=1731061189005; duration=0sec 2024-11-08T10:19:49,036 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:49,036 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:A 2024-11-08T10:19:49,036 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:49,037 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:49,037 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/C is initiating minor compaction (all files) 2024-11-08T10:19:49,037 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/C in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:49,038 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c836076d55bc43b1ba2cce1b51efeaa0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/51f770891a054657a3bccbfb906e9e7e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/d54c24b5e828492fbaae01a5355944c1] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=36.5 K 2024-11-08T10:19:49,038 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting c836076d55bc43b1ba2cce1b51efeaa0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731061185391 2024-11-08T10:19:49,038 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f770891a054657a3bccbfb906e9e7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731061186016 2024-11-08T10:19:49,038 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d54c24b5e828492fbaae01a5355944c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731061188150 2024-11-08T10:19:49,043 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#C#compaction#434 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:49,044 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/4c7a7788a0d54855b029f262f0a5f96d is 50, key is test_row_0/C:col10/1731061188154/Put/seqid=0 2024-11-08T10:19:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742330_1506 (size=12983) 2024-11-08T10:19:49,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:49,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T10:19:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:49,156 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T10:19:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:49,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/2096f9bc503e49e783b2f106cf7e0cff is 50, key is test_row_0/A:col10/1731061188163/Put/seqid=0 2024-11-08T10:19:49,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742331_1507 (size=12301) 2024-11-08T10:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-08T10:19:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:49,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. as already flushing 2024-11-08T10:19:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061249311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061249312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061249315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061249313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061249316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061249417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061249418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061249421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061249421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,428 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/98d470718def4f8692a3524c0ee465a9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/98d470718def4f8692a3524c0ee465a9 2024-11-08T10:19:49,432 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/B of 1fb1c88362b760764e9d102977c74227 into 98d470718def4f8692a3524c0ee465a9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:49,432 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:49,432 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/B, priority=13, startTime=1731061189006; duration=0sec 2024-11-08T10:19:49,432 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:49,432 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:B 2024-11-08T10:19:49,451 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/4c7a7788a0d54855b029f262f0a5f96d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/4c7a7788a0d54855b029f262f0a5f96d 2024-11-08T10:19:49,455 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/C of 1fb1c88362b760764e9d102977c74227 into 4c7a7788a0d54855b029f262f0a5f96d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:49,455 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:49,455 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/C, priority=13, startTime=1731061189006; duration=0sec 2024-11-08T10:19:49,455 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:49,455 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:C 2024-11-08T10:19:49,563 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/2096f9bc503e49e783b2f106cf7e0cff 2024-11-08T10:19:49,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/154694495ee344bd85b3df81ac5824b9 is 50, key is test_row_0/B:col10/1731061188163/Put/seqid=0 2024-11-08T10:19:49,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742332_1508 (size=12301) 2024-11-08T10:19:49,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061249620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061249621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061249624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061249625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:19:49,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061249922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061249926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061249927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061249929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:49,978 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/154694495ee344bd85b3df81ac5824b9 2024-11-08T10:19:49,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/a1197fcf77e5476ba79b028733ce7378 is 50, key is test_row_0/C:col10/1731061188163/Put/seqid=0 2024-11-08T10:19:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742333_1509 (size=12301) 2024-11-08T10:19:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-08T10:19:50,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53498 deadline: 1731061250325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,388 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/a1197fcf77e5476ba79b028733ce7378 2024-11-08T10:19:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/2096f9bc503e49e783b2f106cf7e0cff as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/2096f9bc503e49e783b2f106cf7e0cff 2024-11-08T10:19:50,395 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/2096f9bc503e49e783b2f106cf7e0cff, entries=150, sequenceid=300, filesize=12.0 K 2024-11-08T10:19:50,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/154694495ee344bd85b3df81ac5824b9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/154694495ee344bd85b3df81ac5824b9 2024-11-08T10:19:50,399 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/154694495ee344bd85b3df81ac5824b9, entries=150, sequenceid=300, filesize=12.0 K 2024-11-08T10:19:50,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/a1197fcf77e5476ba79b028733ce7378 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/a1197fcf77e5476ba79b028733ce7378 2024-11-08T10:19:50,402 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/a1197fcf77e5476ba79b028733ce7378, entries=150, sequenceid=300, filesize=12.0 K 2024-11-08T10:19:50,403 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1fb1c88362b760764e9d102977c74227 in 1247ms, sequenceid=300, compaction requested=false 2024-11-08T10:19:50,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:50,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:50,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-08T10:19:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-08T10:19:50,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-08T10:19:50,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3170 sec 2024-11-08T10:19:50,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.3210 sec 2024-11-08T10:19:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:50,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T10:19:50,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:50,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:50,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:50,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:50,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:50,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:50,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/995b3bdd169149fa8c7064b592c8b3ac is 50, key is test_row_0/A:col10/1731061189312/Put/seqid=0 2024-11-08T10:19:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742334_1510 (size=14741) 2024-11-08T10:19:50,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/995b3bdd169149fa8c7064b592c8b3ac 2024-11-08T10:19:50,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/32bdfbcd965c4eda9a7a30436600eb35 is 50, key is test_row_0/B:col10/1731061189312/Put/seqid=0 2024-11-08T10:19:50,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742335_1511 (size=12301) 2024-11-08T10:19:50,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061250466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061250467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061250469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061250470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061250574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061250575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061250579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061250579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061250778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061250781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061250783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061250783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:50,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/32bdfbcd965c4eda9a7a30436600eb35 2024-11-08T10:19:50,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/94c1581c499449e58bae0af975aafd34 is 50, key is test_row_0/C:col10/1731061189312/Put/seqid=0 2024-11-08T10:19:50,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742336_1512 (size=12301) 2024-11-08T10:19:50,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/94c1581c499449e58bae0af975aafd34 2024-11-08T10:19:50,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/995b3bdd169149fa8c7064b592c8b3ac as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/995b3bdd169149fa8c7064b592c8b3ac 2024-11-08T10:19:50,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/995b3bdd169149fa8c7064b592c8b3ac, entries=200, sequenceid=314, filesize=14.4 K 2024-11-08T10:19:50,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/32bdfbcd965c4eda9a7a30436600eb35 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/32bdfbcd965c4eda9a7a30436600eb35 2024-11-08T10:19:50,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/32bdfbcd965c4eda9a7a30436600eb35, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T10:19:50,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/94c1581c499449e58bae0af975aafd34 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/94c1581c499449e58bae0af975aafd34 2024-11-08T10:19:50,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/94c1581c499449e58bae0af975aafd34, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T10:19:50,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1fb1c88362b760764e9d102977c74227 in 456ms, sequenceid=314, compaction requested=true 2024-11-08T10:19:50,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:50,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:50,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:50,886 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:50,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:50,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:50,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:50,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:50,886 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:50,887 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:50,887 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:50,887 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/A is initiating minor compaction (all files) 2024-11-08T10:19:50,887 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/B is initiating minor compaction (all files) 2024-11-08T10:19:50,887 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/A in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:50,887 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/B in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:50,887 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/77d994b29be0447b8ec930c87f9664a6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/2096f9bc503e49e783b2f106cf7e0cff, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/995b3bdd169149fa8c7064b592c8b3ac] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=39.1 K 2024-11-08T10:19:50,887 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/98d470718def4f8692a3524c0ee465a9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/154694495ee344bd85b3df81ac5824b9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/32bdfbcd965c4eda9a7a30436600eb35] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=36.7 K 2024-11-08T10:19:50,888 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77d994b29be0447b8ec930c87f9664a6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731061188150 2024-11-08T10:19:50,888 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 98d470718def4f8692a3524c0ee465a9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731061188150 2024-11-08T10:19:50,888 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 154694495ee344bd85b3df81ac5824b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731061188163 2024-11-08T10:19:50,888 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2096f9bc503e49e783b2f106cf7e0cff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731061188163 2024-11-08T10:19:50,888 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 32bdfbcd965c4eda9a7a30436600eb35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731061189312 2024-11-08T10:19:50,888 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 995b3bdd169149fa8c7064b592c8b3ac, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731061189309 2024-11-08T10:19:50,894 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:50,895 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/dbf0860fe10c42e2a16cc8495687b212 is 50, key is test_row_0/B:col10/1731061189312/Put/seqid=0 2024-11-08T10:19:50,895 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#A#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:50,896 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/c6fd461c6ee1498684a080cea9abed16 is 50, key is test_row_0/A:col10/1731061189312/Put/seqid=0 2024-11-08T10:19:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742337_1513 (size=13085) 2024-11-08T10:19:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742338_1514 (size=13085) 2024-11-08T10:19:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:51,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T10:19:51,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:51,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:51,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:51,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:51,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:51,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:51,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/b8f0bb883c9c46229656419e8d9ac9fa is 50, key is test_row_0/A:col10/1731061190468/Put/seqid=0 2024-11-08T10:19:51,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742339_1515 (size=14741) 2024-11-08T10:19:51,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061251098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061251099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061251101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061251105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061251206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061251206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061251207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061251211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,306 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/dbf0860fe10c42e2a16cc8495687b212 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/dbf0860fe10c42e2a16cc8495687b212 2024-11-08T10:19:51,311 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/B of 1fb1c88362b760764e9d102977c74227 into dbf0860fe10c42e2a16cc8495687b212(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:51,311 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:51,311 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/B, priority=13, startTime=1731061190886; duration=0sec 2024-11-08T10:19:51,311 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:51,311 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:B 2024-11-08T10:19:51,311 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:19:51,312 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:19:51,312 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): 1fb1c88362b760764e9d102977c74227/C is initiating minor compaction (all files) 2024-11-08T10:19:51,312 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fb1c88362b760764e9d102977c74227/C in TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:51,312 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/4c7a7788a0d54855b029f262f0a5f96d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/a1197fcf77e5476ba79b028733ce7378, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/94c1581c499449e58bae0af975aafd34] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp, totalSize=36.7 K 2024-11-08T10:19:51,313 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c7a7788a0d54855b029f262f0a5f96d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731061188150 2024-11-08T10:19:51,314 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/c6fd461c6ee1498684a080cea9abed16 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c6fd461c6ee1498684a080cea9abed16 2024-11-08T10:19:51,314 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a1197fcf77e5476ba79b028733ce7378, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731061188163 2024-11-08T10:19:51,314 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 94c1581c499449e58bae0af975aafd34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731061189312 2024-11-08T10:19:51,317 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/A of 1fb1c88362b760764e9d102977c74227 into c6fd461c6ee1498684a080cea9abed16(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:51,318 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:51,318 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/A, priority=13, startTime=1731061190886; duration=0sec 2024-11-08T10:19:51,318 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:51,318 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:A 2024-11-08T10:19:51,322 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fb1c88362b760764e9d102977c74227#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:19:51,322 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/87332c1207a241b2b5c931a70ba1703b is 50, key is test_row_0/C:col10/1731061189312/Put/seqid=0 2024-11-08T10:19:51,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742340_1516 (size=13085) 2024-11-08T10:19:51,330 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/87332c1207a241b2b5c931a70ba1703b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/87332c1207a241b2b5c931a70ba1703b 2024-11-08T10:19:51,334 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fb1c88362b760764e9d102977c74227/C of 1fb1c88362b760764e9d102977c74227 into 87332c1207a241b2b5c931a70ba1703b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:19:51,334 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:51,334 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227., storeName=1fb1c88362b760764e9d102977c74227/C, priority=13, startTime=1731061190886; duration=0sec 2024-11-08T10:19:51,334 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:51,334 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:C 2024-11-08T10:19:51,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061251410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061251410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061251411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061251417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,479 DEBUG [Thread-1999 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:59746 2024-11-08T10:19:51,479 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:51,480 DEBUG [Thread-1997 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:59746 2024-11-08T10:19:51,480 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:51,480 DEBUG [Thread-2003 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:59746 2024-11-08T10:19:51,480 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:51,483 DEBUG [Thread-2005 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:59746 2024-11-08T10:19:51,483 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:51,484 DEBUG [Thread-2001 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:59746 2024-11-08T10:19:51,484 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:51,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/b8f0bb883c9c46229656419e8d9ac9fa 2024-11-08T10:19:51,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/11ac9dece5314906ba77b24a2b3992c6 is 50, key is test_row_0/B:col10/1731061190468/Put/seqid=0 2024-11-08T10:19:51,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742341_1517 (size=12301) 2024-11-08T10:19:51,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061251713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061251715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061251716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061251720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:51,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/11ac9dece5314906ba77b24a2b3992c6 2024-11-08T10:19:51,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7f30ee9b446c4f6d9931760c1e090ef9 is 50, key is test_row_0/C:col10/1731061190468/Put/seqid=0 2024-11-08T10:19:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742342_1518 (size=12301) 2024-11-08T10:19:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-08T10:19:52,190 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-08T10:19:52,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53426 deadline: 1731061252215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:52,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53412 deadline: 1731061252217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:52,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53440 deadline: 1731061252220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:52,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53466 deadline: 1731061252224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:52,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7f30ee9b446c4f6d9931760c1e090ef9 2024-11-08T10:19:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/b8f0bb883c9c46229656419e8d9ac9fa as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/b8f0bb883c9c46229656419e8d9ac9fa 2024-11-08T10:19:52,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/b8f0bb883c9c46229656419e8d9ac9fa, entries=200, sequenceid=339, filesize=14.4 K 2024-11-08T10:19:52,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/11ac9dece5314906ba77b24a2b3992c6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/11ac9dece5314906ba77b24a2b3992c6 2024-11-08T10:19:52,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/11ac9dece5314906ba77b24a2b3992c6, entries=150, sequenceid=339, filesize=12.0 K 2024-11-08T10:19:52,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/7f30ee9b446c4f6d9931760c1e090ef9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7f30ee9b446c4f6d9931760c1e090ef9 2024-11-08T10:19:52,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7f30ee9b446c4f6d9931760c1e090ef9, entries=150, sequenceid=339, filesize=12.0 K 2024-11-08T10:19:52,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1fb1c88362b760764e9d102977c74227 in 1243ms, sequenceid=339, compaction requested=false 2024-11-08T10:19:52,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:52,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T10:19:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:52,338 DEBUG [Thread-1988 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:59746 2024-11-08T10:19:52,338 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:52,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:52,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:52,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:52,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/6ea22658e4874174a8ab7472edfb36b1 is 50, key is test_row_0/A:col10/1731061191104/Put/seqid=0 2024-11-08T10:19:52,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742343_1519 (size=12301) 2024-11-08T10:19:52,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/6ea22658e4874174a8ab7472edfb36b1 2024-11-08T10:19:52,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/72fa8ab8cce44d6f928bf6c9dc3335f1 is 50, key is test_row_0/B:col10/1731061191104/Put/seqid=0 2024-11-08T10:19:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742344_1520 (size=12301) 2024-11-08T10:19:53,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/72fa8ab8cce44d6f928bf6c9dc3335f1 2024-11-08T10:19:53,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/953fe786808c4588899bebf3c8f9ba22 is 50, key is test_row_0/C:col10/1731061191104/Put/seqid=0 2024-11-08T10:19:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742345_1521 (size=12301) 2024-11-08T10:19:53,224 DEBUG [Thread-1994 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:59746 2024-11-08T10:19:53,224 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:53,225 DEBUG [Thread-1992 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:59746 2024-11-08T10:19:53,225 DEBUG [Thread-1992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:53,227 DEBUG [Thread-1986 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:59746 2024-11-08T10:19:53,227 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:53,228 DEBUG [Thread-1990 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:59746 2024-11-08T10:19:53,228 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3020 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9060 rows 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3034 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9102 rows 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3013 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9039 rows 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3036 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9108 rows 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3031 2024-11-08T10:19:53,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9093 rows 2024-11-08T10:19:53,229 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-08T10:19:53,229 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:59746 2024-11-08T10:19:53,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:19:53,230 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-08T10:19:53,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T10:19:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-08T10:19:53,234 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061193234"}]},"ts":"1731061193234"} 2024-11-08T10:19:53,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T10:19:53,237 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T10:19:53,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T10:19:53,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb1c88362b760764e9d102977c74227, UNASSIGN}] 2024-11-08T10:19:53,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb1c88362b760764e9d102977c74227, UNASSIGN 2024-11-08T10:19:53,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=1fb1c88362b760764e9d102977c74227, regionState=CLOSING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:53,240 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T10:19:53,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:19:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-08T10:19:53,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:53,392 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:53,392 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-08T10:19:53,392 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 1fb1c88362b760764e9d102977c74227, disabling compactions & flushes 2024-11-08T10:19:53,392 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-08T10:19:53,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/953fe786808c4588899bebf3c8f9ba22 2024-11-08T10:19:53,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/6ea22658e4874174a8ab7472edfb36b1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6ea22658e4874174a8ab7472edfb36b1 2024-11-08T10:19:53,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6ea22658e4874174a8ab7472edfb36b1, entries=150, sequenceid=354, filesize=12.0 K 2024-11-08T10:19:53,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/72fa8ab8cce44d6f928bf6c9dc3335f1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/72fa8ab8cce44d6f928bf6c9dc3335f1 2024-11-08T10:19:53,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/72fa8ab8cce44d6f928bf6c9dc3335f1, entries=150, sequenceid=354, filesize=12.0 K 2024-11-08T10:19:53,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/953fe786808c4588899bebf3c8f9ba22 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/953fe786808c4588899bebf3c8f9ba22 2024-11-08T10:19:53,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/953fe786808c4588899bebf3c8f9ba22, entries=150, sequenceid=354, filesize=12.0 K 2024-11-08T10:19:53,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for 1fb1c88362b760764e9d102977c74227 in 1237ms, sequenceid=354, compaction requested=true 2024-11-08T10:19:53,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:53,576 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:53,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:19:53,576 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:53,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:53,576 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. after waiting 0 ms 2024-11-08T10:19:53,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:19:53,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:19:53,576 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. because compaction request was cancelled 2024-11-08T10:19:53,576 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:53,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fb1c88362b760764e9d102977c74227:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:19:53,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:19:53,576 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:A 2024-11-08T10:19:53,576 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. because compaction request was cancelled 2024-11-08T10:19:53,576 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. because compaction request was cancelled 2024-11-08T10:19:53,576 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:B 2024-11-08T10:19:53,576 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fb1c88362b760764e9d102977c74227:C 2024-11-08T10:19:53,576 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(2837): Flushing 1fb1c88362b760764e9d102977c74227 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-08T10:19:53,576 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=A 2024-11-08T10:19:53,576 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:53,576 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=B 2024-11-08T10:19:53,576 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:53,576 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fb1c88362b760764e9d102977c74227, store=C 2024-11-08T10:19:53,576 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:53,579 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/b289b3c038574e24aa07deb8531605cd is 50, key is test_row_0/A:col10/1731061193226/Put/seqid=0 2024-11-08T10:19:53,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742346_1522 (size=12301) 2024-11-08T10:19:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-08T10:19:53,982 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/b289b3c038574e24aa07deb8531605cd 2024-11-08T10:19:53,988 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/7446519dcaff45ce87f17df84eb7b02e is 50, key is test_row_0/B:col10/1731061193226/Put/seqid=0 2024-11-08T10:19:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742347_1523 (size=12301) 2024-11-08T10:19:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-08T10:19:54,391 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/7446519dcaff45ce87f17df84eb7b02e 2024-11-08T10:19:54,397 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/4fb0282dcce04d6b990962c2373603f2 is 50, key is test_row_0/C:col10/1731061193226/Put/seqid=0 2024-11-08T10:19:54,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742348_1524 (size=12301) 2024-11-08T10:19:54,800 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/4fb0282dcce04d6b990962c2373603f2 2024-11-08T10:19:54,804 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/A/b289b3c038574e24aa07deb8531605cd as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/b289b3c038574e24aa07deb8531605cd 2024-11-08T10:19:54,806 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/b289b3c038574e24aa07deb8531605cd, entries=150, sequenceid=361, filesize=12.0 K 2024-11-08T10:19:54,807 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/B/7446519dcaff45ce87f17df84eb7b02e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7446519dcaff45ce87f17df84eb7b02e 2024-11-08T10:19:54,809 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7446519dcaff45ce87f17df84eb7b02e, entries=150, sequenceid=361, filesize=12.0 K 2024-11-08T10:19:54,810 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/.tmp/C/4fb0282dcce04d6b990962c2373603f2 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/4fb0282dcce04d6b990962c2373603f2 2024-11-08T10:19:54,812 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/4fb0282dcce04d6b990962c2373603f2, entries=150, sequenceid=361, filesize=12.0 K 2024-11-08T10:19:54,813 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1fb1c88362b760764e9d102977c74227 in 1237ms, sequenceid=361, compaction requested=true 2024-11-08T10:19:54,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c90545a92c514880a42f95f914ddcfcf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c4375fae56904445ba13f50d02fb9b40, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/9445a6a301cd49e5836f25c513fb8674, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/06f8c7c82d484bb08d1a166bdfa9781c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/217157cbe8de43e08fee5081398a83e4, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/1dd24362a6d0407c9033d484754f3223, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/ef4440bf99574d129427371c22004f72, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/981f7dbe1a73456aa5e14076f8ee8688, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6015b7bb6c414250830f1f884d587c2a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/63cc33de22ac44f49019dfc90f2ddd6e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/58e146c210a94e45a052ce130b475001, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/59f3532de8b4446c86ac77608eb07c0a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/3290734945294bfc91ff549d6938c56f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/04c1b9fbe641467eafdd54de7261b7ca, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/e373ae2587dc48cabd92507881593919, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dbfc516739574618b6c087c51e83fc36, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/5fc27fe8a9044acab690a36318754e07, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/0ddb758ce2f54f7f97801dbc5c6f73f9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dcb2c5be491d464698a4cf671f94a06b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/a9f7b8fa50a749f5a6e46903fdef257b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/77d994b29be0447b8ec930c87f9664a6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/2096f9bc503e49e783b2f106cf7e0cff, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/995b3bdd169149fa8c7064b592c8b3ac] to archive 2024-11-08T10:19:54,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:19:54,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c90545a92c514880a42f95f914ddcfcf to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c90545a92c514880a42f95f914ddcfcf 2024-11-08T10:19:54,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c4375fae56904445ba13f50d02fb9b40 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c4375fae56904445ba13f50d02fb9b40 2024-11-08T10:19:54,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/9445a6a301cd49e5836f25c513fb8674 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/9445a6a301cd49e5836f25c513fb8674 2024-11-08T10:19:54,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/06f8c7c82d484bb08d1a166bdfa9781c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/06f8c7c82d484bb08d1a166bdfa9781c 2024-11-08T10:19:54,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/217157cbe8de43e08fee5081398a83e4 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/217157cbe8de43e08fee5081398a83e4 2024-11-08T10:19:54,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/1dd24362a6d0407c9033d484754f3223 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/1dd24362a6d0407c9033d484754f3223 2024-11-08T10:19:54,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/ef4440bf99574d129427371c22004f72 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/ef4440bf99574d129427371c22004f72 2024-11-08T10:19:54,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/981f7dbe1a73456aa5e14076f8ee8688 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/981f7dbe1a73456aa5e14076f8ee8688 2024-11-08T10:19:54,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6015b7bb6c414250830f1f884d587c2a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6015b7bb6c414250830f1f884d587c2a 2024-11-08T10:19:54,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/63cc33de22ac44f49019dfc90f2ddd6e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/63cc33de22ac44f49019dfc90f2ddd6e 2024-11-08T10:19:54,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/58e146c210a94e45a052ce130b475001 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/58e146c210a94e45a052ce130b475001 2024-11-08T10:19:54,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/59f3532de8b4446c86ac77608eb07c0a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/59f3532de8b4446c86ac77608eb07c0a 2024-11-08T10:19:54,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/3290734945294bfc91ff549d6938c56f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/3290734945294bfc91ff549d6938c56f 2024-11-08T10:19:54,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/04c1b9fbe641467eafdd54de7261b7ca to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/04c1b9fbe641467eafdd54de7261b7ca 2024-11-08T10:19:54,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/e373ae2587dc48cabd92507881593919 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/e373ae2587dc48cabd92507881593919 2024-11-08T10:19:54,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dbfc516739574618b6c087c51e83fc36 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dbfc516739574618b6c087c51e83fc36 2024-11-08T10:19:54,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/5fc27fe8a9044acab690a36318754e07 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/5fc27fe8a9044acab690a36318754e07 2024-11-08T10:19:54,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/0ddb758ce2f54f7f97801dbc5c6f73f9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/0ddb758ce2f54f7f97801dbc5c6f73f9 2024-11-08T10:19:54,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dcb2c5be491d464698a4cf671f94a06b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/dcb2c5be491d464698a4cf671f94a06b 2024-11-08T10:19:54,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/a9f7b8fa50a749f5a6e46903fdef257b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/a9f7b8fa50a749f5a6e46903fdef257b 2024-11-08T10:19:54,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/77d994b29be0447b8ec930c87f9664a6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/77d994b29be0447b8ec930c87f9664a6 2024-11-08T10:19:54,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/2096f9bc503e49e783b2f106cf7e0cff to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/2096f9bc503e49e783b2f106cf7e0cff 2024-11-08T10:19:54,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/995b3bdd169149fa8c7064b592c8b3ac to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/995b3bdd169149fa8c7064b592c8b3ac 2024-11-08T10:19:54,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4803e744835147a390c1f39b2ce34acf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/029afbcf24ba4467981b6e1deded5023, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/3a88e080864b44d2a8ac9d59ccbd4d6d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6ece77c0b45b405aa5d3c60269d6259a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/634f10571d7a4f108efe9c0cee90a3cd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/45a390a893cb40a3bc621b5f8e36be8b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/35ffa448972b40cdb0db6b5654c49a0c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/e127c117f51142cfb79deca84784065d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4cf4f74acae8438fac0fa7f9d0a78857, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/af983189651d411bb5fa919a49d2ef4b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/ae1d2817a38b48ac946f5b6ea994c466, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/20d5249859834076a8676ccba5b0581b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6aa44d5a548a4399846b60765d0d2773, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1f69c3ce611f4339b7a9d6e35aa8a7cd, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/0764e2db83264a0b8c12c0ac9564d55d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/d35bee0b05964027bb3753b2039e0dc5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/27f439927b644de5b92d7830160ba1cb, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1024d794ca2d4799af7daea6156ab8eb, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7756082460d64dbfb1920582d3766850, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/98d470718def4f8692a3524c0ee465a9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/aecb77d7a7db40898d7cd80b741ff949, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/154694495ee344bd85b3df81ac5824b9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/32bdfbcd965c4eda9a7a30436600eb35] to archive 2024-11-08T10:19:54,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:19:54,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4803e744835147a390c1f39b2ce34acf to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4803e744835147a390c1f39b2ce34acf 2024-11-08T10:19:54,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/029afbcf24ba4467981b6e1deded5023 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/029afbcf24ba4467981b6e1deded5023 2024-11-08T10:19:54,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/3a88e080864b44d2a8ac9d59ccbd4d6d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/3a88e080864b44d2a8ac9d59ccbd4d6d 2024-11-08T10:19:54,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6ece77c0b45b405aa5d3c60269d6259a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6ece77c0b45b405aa5d3c60269d6259a 2024-11-08T10:19:54,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/634f10571d7a4f108efe9c0cee90a3cd to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/634f10571d7a4f108efe9c0cee90a3cd 2024-11-08T10:19:54,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/45a390a893cb40a3bc621b5f8e36be8b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/45a390a893cb40a3bc621b5f8e36be8b 2024-11-08T10:19:54,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/35ffa448972b40cdb0db6b5654c49a0c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/35ffa448972b40cdb0db6b5654c49a0c 2024-11-08T10:19:54,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/e127c117f51142cfb79deca84784065d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/e127c117f51142cfb79deca84784065d 2024-11-08T10:19:54,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4cf4f74acae8438fac0fa7f9d0a78857 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/4cf4f74acae8438fac0fa7f9d0a78857 2024-11-08T10:19:54,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/af983189651d411bb5fa919a49d2ef4b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/af983189651d411bb5fa919a49d2ef4b 2024-11-08T10:19:54,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/ae1d2817a38b48ac946f5b6ea994c466 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/ae1d2817a38b48ac946f5b6ea994c466 2024-11-08T10:19:54,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/20d5249859834076a8676ccba5b0581b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/20d5249859834076a8676ccba5b0581b 2024-11-08T10:19:54,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6aa44d5a548a4399846b60765d0d2773 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/6aa44d5a548a4399846b60765d0d2773 2024-11-08T10:19:54,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1f69c3ce611f4339b7a9d6e35aa8a7cd to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1f69c3ce611f4339b7a9d6e35aa8a7cd 2024-11-08T10:19:54,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/0764e2db83264a0b8c12c0ac9564d55d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/0764e2db83264a0b8c12c0ac9564d55d 2024-11-08T10:19:54,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/d35bee0b05964027bb3753b2039e0dc5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/d35bee0b05964027bb3753b2039e0dc5 2024-11-08T10:19:54,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/27f439927b644de5b92d7830160ba1cb to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/27f439927b644de5b92d7830160ba1cb 2024-11-08T10:19:54,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1024d794ca2d4799af7daea6156ab8eb to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/1024d794ca2d4799af7daea6156ab8eb 2024-11-08T10:19:54,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7756082460d64dbfb1920582d3766850 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7756082460d64dbfb1920582d3766850 2024-11-08T10:19:54,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/98d470718def4f8692a3524c0ee465a9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/98d470718def4f8692a3524c0ee465a9 2024-11-08T10:19:54,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/aecb77d7a7db40898d7cd80b741ff949 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/aecb77d7a7db40898d7cd80b741ff949 2024-11-08T10:19:54,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/154694495ee344bd85b3df81ac5824b9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/154694495ee344bd85b3df81ac5824b9 2024-11-08T10:19:54,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/32bdfbcd965c4eda9a7a30436600eb35 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/32bdfbcd965c4eda9a7a30436600eb35 2024-11-08T10:19:54,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/f180dae3d760418a83a1e9287edaa831, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3773126bf6534801ba6caf2ffd09bb41, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7d7d541156ee424882cd09355681e415, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3e310899d63a48409c24730669c2267b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/6dcd062b972446199cfe14bdd7386042, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7ff91e02b8d1445f83d4850bfcb72845, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/bfb8aaeefefa4cce974727920131dcae, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/53b6baacf4fc4dafb70072bf67de6ab6, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5380223097674b4c84af48fda6cfc32b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/0e0ba43c896c43af85a0c6e867968022, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/490c147c1a3148469ec1dcb200c5d9e7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/62625483625d498ba3cea0155c495ebc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7960c73966c74a6c95b40bc2af6de7b8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/19eec576f625446f97497cace467c74c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c17fceedd9a541c7b9ecaa73e57bb839, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5ed3d81c00b64fedb73ea3741150005d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c836076d55bc43b1ba2cce1b51efeaa0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3f205083945f414b8968b8058590139a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/51f770891a054657a3bccbfb906e9e7e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/4c7a7788a0d54855b029f262f0a5f96d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/d54c24b5e828492fbaae01a5355944c1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/a1197fcf77e5476ba79b028733ce7378, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/94c1581c499449e58bae0af975aafd34] to archive 2024-11-08T10:19:54,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:19:54,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/f180dae3d760418a83a1e9287edaa831 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/f180dae3d760418a83a1e9287edaa831 2024-11-08T10:19:54,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3773126bf6534801ba6caf2ffd09bb41 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3773126bf6534801ba6caf2ffd09bb41 2024-11-08T10:19:54,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7d7d541156ee424882cd09355681e415 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7d7d541156ee424882cd09355681e415 2024-11-08T10:19:54,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3e310899d63a48409c24730669c2267b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3e310899d63a48409c24730669c2267b 2024-11-08T10:19:54,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/6dcd062b972446199cfe14bdd7386042 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/6dcd062b972446199cfe14bdd7386042 2024-11-08T10:19:54,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7ff91e02b8d1445f83d4850bfcb72845 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7ff91e02b8d1445f83d4850bfcb72845 2024-11-08T10:19:54,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/bfb8aaeefefa4cce974727920131dcae to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/bfb8aaeefefa4cce974727920131dcae 2024-11-08T10:19:54,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/53b6baacf4fc4dafb70072bf67de6ab6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/53b6baacf4fc4dafb70072bf67de6ab6 2024-11-08T10:19:54,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5380223097674b4c84af48fda6cfc32b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5380223097674b4c84af48fda6cfc32b 2024-11-08T10:19:54,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/0e0ba43c896c43af85a0c6e867968022 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/0e0ba43c896c43af85a0c6e867968022 2024-11-08T10:19:54,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/490c147c1a3148469ec1dcb200c5d9e7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/490c147c1a3148469ec1dcb200c5d9e7 2024-11-08T10:19:54,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/62625483625d498ba3cea0155c495ebc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/62625483625d498ba3cea0155c495ebc 2024-11-08T10:19:54,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7960c73966c74a6c95b40bc2af6de7b8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7960c73966c74a6c95b40bc2af6de7b8 2024-11-08T10:19:54,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/19eec576f625446f97497cace467c74c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/19eec576f625446f97497cace467c74c 2024-11-08T10:19:54,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c17fceedd9a541c7b9ecaa73e57bb839 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c17fceedd9a541c7b9ecaa73e57bb839 2024-11-08T10:19:54,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5ed3d81c00b64fedb73ea3741150005d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/5ed3d81c00b64fedb73ea3741150005d 2024-11-08T10:19:54,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c836076d55bc43b1ba2cce1b51efeaa0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/c836076d55bc43b1ba2cce1b51efeaa0 2024-11-08T10:19:54,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3f205083945f414b8968b8058590139a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/3f205083945f414b8968b8058590139a 2024-11-08T10:19:54,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/51f770891a054657a3bccbfb906e9e7e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/51f770891a054657a3bccbfb906e9e7e 2024-11-08T10:19:54,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/4c7a7788a0d54855b029f262f0a5f96d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/4c7a7788a0d54855b029f262f0a5f96d 2024-11-08T10:19:54,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/d54c24b5e828492fbaae01a5355944c1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/d54c24b5e828492fbaae01a5355944c1 2024-11-08T10:19:54,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/a1197fcf77e5476ba79b028733ce7378 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/a1197fcf77e5476ba79b028733ce7378 2024-11-08T10:19:54,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/94c1581c499449e58bae0af975aafd34 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/94c1581c499449e58bae0af975aafd34 2024-11-08T10:19:54,871 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/recovered.edits/364.seqid, newMaxSeqId=364, maxSeqId=1 2024-11-08T10:19:54,872 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227. 2024-11-08T10:19:54,872 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 1fb1c88362b760764e9d102977c74227: 2024-11-08T10:19:54,873 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:54,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=1fb1c88362b760764e9d102977c74227, regionState=CLOSED 2024-11-08T10:19:54,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-08T10:19:54,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 1fb1c88362b760764e9d102977c74227, server=2db67accb017,38617,1731061041433 in 1.6340 sec 2024-11-08T10:19:54,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-08T10:19:54,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fb1c88362b760764e9d102977c74227, UNASSIGN in 1.6360 sec 2024-11-08T10:19:54,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-08T10:19:54,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6380 sec 2024-11-08T10:19:54,878 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061194878"}]},"ts":"1731061194878"} 2024-11-08T10:19:54,878 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T10:19:54,880 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T10:19:54,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6500 sec 2024-11-08T10:19:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-08T10:19:55,337 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-08T10:19:55,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T10:19:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:55,339 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-08T10:19:55,340 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=160, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:55,342 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:55,343 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/recovered.edits] 2024-11-08T10:19:55,345 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6ea22658e4874174a8ab7472edfb36b1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/6ea22658e4874174a8ab7472edfb36b1 2024-11-08T10:19:55,346 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/b289b3c038574e24aa07deb8531605cd to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/b289b3c038574e24aa07deb8531605cd 2024-11-08T10:19:55,347 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/b8f0bb883c9c46229656419e8d9ac9fa to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/b8f0bb883c9c46229656419e8d9ac9fa 2024-11-08T10:19:55,348 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c6fd461c6ee1498684a080cea9abed16 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/A/c6fd461c6ee1498684a080cea9abed16 2024-11-08T10:19:55,349 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/11ac9dece5314906ba77b24a2b3992c6 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/11ac9dece5314906ba77b24a2b3992c6 2024-11-08T10:19:55,350 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/72fa8ab8cce44d6f928bf6c9dc3335f1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/72fa8ab8cce44d6f928bf6c9dc3335f1 2024-11-08T10:19:55,351 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7446519dcaff45ce87f17df84eb7b02e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/7446519dcaff45ce87f17df84eb7b02e 2024-11-08T10:19:55,352 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/dbf0860fe10c42e2a16cc8495687b212 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/B/dbf0860fe10c42e2a16cc8495687b212 2024-11-08T10:19:55,353 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/4fb0282dcce04d6b990962c2373603f2 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/4fb0282dcce04d6b990962c2373603f2 2024-11-08T10:19:55,354 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7f30ee9b446c4f6d9931760c1e090ef9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/7f30ee9b446c4f6d9931760c1e090ef9 2024-11-08T10:19:55,355 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/87332c1207a241b2b5c931a70ba1703b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/87332c1207a241b2b5c931a70ba1703b 2024-11-08T10:19:55,356 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/953fe786808c4588899bebf3c8f9ba22 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/C/953fe786808c4588899bebf3c8f9ba22 2024-11-08T10:19:55,358 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/recovered.edits/364.seqid to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227/recovered.edits/364.seqid 2024-11-08T10:19:55,358 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/1fb1c88362b760764e9d102977c74227 2024-11-08T10:19:55,358 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T10:19:55,360 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=160, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:55,361 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T10:19:55,362 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T10:19:55,363 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=160, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:55,363 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T10:19:55,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731061195363"}]},"ts":"9223372036854775807"} 2024-11-08T10:19:55,364 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-08T10:19:55,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1fb1c88362b760764e9d102977c74227, NAME => 'TestAcidGuarantees,,1731061169288.1fb1c88362b760764e9d102977c74227.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T10:19:55,364 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T10:19:55,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731061195364"}]},"ts":"9223372036854775807"} 2024-11-08T10:19:55,366 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-08T10:19:55,369 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=160, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:55,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-08T10:19:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-08T10:19:55,440 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-08T10:19:55,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=448 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 323) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2762 (was 2801) 2024-11-08T10:19:55,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=2762 2024-11-08T10:19:55,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T10:19:55,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:19:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:55,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:19:55,460 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:55,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 161 2024-11-08T10:19:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-08T10:19:55,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:19:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742349_1525 (size=960) 2024-11-08T10:19:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-08T10:19:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-08T10:19:55,867 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8 2024-11-08T10:19:55,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742350_1526 (size=53) 2024-11-08T10:19:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-08T10:19:56,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:19:56,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing faabc9cd179dfc8eb0941f85313eee1b, disabling compactions & flushes 2024-11-08T10:19:56,272 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:56,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:56,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. after waiting 0 ms 2024-11-08T10:19:56,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:56,272 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:56,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:19:56,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:19:56,273 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731061196273"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731061196273"}]},"ts":"1731061196273"} 2024-11-08T10:19:56,274 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T10:19:56,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:19:56,275 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061196275"}]},"ts":"1731061196275"} 2024-11-08T10:19:56,275 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T10:19:56,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, ASSIGN}] 2024-11-08T10:19:56,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, ASSIGN 2024-11-08T10:19:56,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, ASSIGN; state=OFFLINE, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=false 2024-11-08T10:19:56,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=faabc9cd179dfc8eb0941f85313eee1b, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:56,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; OpenRegionProcedure faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:19:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-08T10:19:56,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:56,585 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:56,585 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7285): Opening region: {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:19:56,585 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:56,585 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:19:56,585 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7327): checking encryption for faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:56,585 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7330): checking classloading for faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:56,586 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:56,587 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:56,588 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faabc9cd179dfc8eb0941f85313eee1b columnFamilyName A 2024-11-08T10:19:56,588 DEBUG [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:56,588 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(327): Store=faabc9cd179dfc8eb0941f85313eee1b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:56,588 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:56,589 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:56,589 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faabc9cd179dfc8eb0941f85313eee1b columnFamilyName B 2024-11-08T10:19:56,589 DEBUG [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:56,589 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(327): Store=faabc9cd179dfc8eb0941f85313eee1b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:56,589 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:56,590 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:56,590 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faabc9cd179dfc8eb0941f85313eee1b columnFamilyName C 2024-11-08T10:19:56,590 DEBUG [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:56,591 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(327): Store=faabc9cd179dfc8eb0941f85313eee1b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:56,591 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:56,591 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:56,591 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:56,593 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:19:56,593 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1085): writing seq id for faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:56,595 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:19:56,595 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1102): Opened faabc9cd179dfc8eb0941f85313eee1b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60268822, jitterRate=-0.10192456841468811}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:19:56,595 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1001): Region open journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:19:56,596 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., pid=163, masterSystemTime=1731061196582 2024-11-08T10:19:56,597 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:56,597 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:56,598 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=faabc9cd179dfc8eb0941f85313eee1b, regionState=OPEN, openSeqNum=2, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:56,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-08T10:19:56,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; OpenRegionProcedure faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 in 167 msec 2024-11-08T10:19:56,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-08T10:19:56,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, ASSIGN in 321 msec 2024-11-08T10:19:56,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:19:56,601 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061196601"}]},"ts":"1731061196601"} 2024-11-08T10:19:56,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T10:19:56,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:19:56,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-08T10:19:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-08T10:19:57,564 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-08T10:19:57,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-08T10:19:57,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:57,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:57,577 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:57,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:19:57,578 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:19:57,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T10:19:57,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:19:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T10:19:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742351_1527 (size=996) 2024-11-08T10:19:57,989 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-08T10:19:57,990 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-08T10:19:57,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T10:19:57,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, REOPEN/MOVE}] 2024-11-08T10:19:57,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, REOPEN/MOVE 2024-11-08T10:19:57,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=faabc9cd179dfc8eb0941f85313eee1b, regionState=CLOSING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:57,994 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T10:19:57,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; CloseRegionProcedure faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:19:58,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:58,146 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,146 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-08T10:19:58,146 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing faabc9cd179dfc8eb0941f85313eee1b, disabling compactions & flushes 2024-11-08T10:19:58,146 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,146 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,146 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. after waiting 0 ms 2024-11-08T10:19:58,146 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,149 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T10:19:58,150 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,150 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:19:58,150 WARN [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionServer(3786): Not adding moved region record: faabc9cd179dfc8eb0941f85313eee1b to self. 2024-11-08T10:19:58,151 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=faabc9cd179dfc8eb0941f85313eee1b, regionState=CLOSED 2024-11-08T10:19:58,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-08T10:19:58,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseRegionProcedure faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 in 158 msec 2024-11-08T10:19:58,153 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, REOPEN/MOVE; state=CLOSED, location=2db67accb017,38617,1731061041433; forceNewPlan=false, retain=true 2024-11-08T10:19:58,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=faabc9cd179dfc8eb0941f85313eee1b, regionState=OPENING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=166, state=RUNNABLE; OpenRegionProcedure faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:19:58,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:58,458 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,458 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7285): Opening region: {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:19:58,459 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,459 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:19:58,459 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7327): checking encryption for faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,459 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7330): checking classloading for faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,460 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,461 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:58,461 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faabc9cd179dfc8eb0941f85313eee1b columnFamilyName A 2024-11-08T10:19:58,462 DEBUG [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:58,462 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(327): Store=faabc9cd179dfc8eb0941f85313eee1b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:58,463 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,463 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:58,463 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faabc9cd179dfc8eb0941f85313eee1b columnFamilyName B 2024-11-08T10:19:58,463 DEBUG [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:58,463 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(327): Store=faabc9cd179dfc8eb0941f85313eee1b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:58,464 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,464 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-08T10:19:58,464 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faabc9cd179dfc8eb0941f85313eee1b columnFamilyName C 2024-11-08T10:19:58,464 DEBUG [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:58,464 INFO [StoreOpener-faabc9cd179dfc8eb0941f85313eee1b-1 {}] regionserver.HStore(327): Store=faabc9cd179dfc8eb0941f85313eee1b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:19:58,464 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,465 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,466 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,467 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T10:19:58,468 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1085): writing seq id for faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,468 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1102): Opened faabc9cd179dfc8eb0941f85313eee1b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60247669, jitterRate=-0.10223977267742157}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T10:19:58,469 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1001): Region open journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:19:58,470 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., pid=168, masterSystemTime=1731061198456 2024-11-08T10:19:58,471 DEBUG [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,471 INFO [RS_OPEN_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=faabc9cd179dfc8eb0941f85313eee1b, regionState=OPEN, openSeqNum=5, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=166 2024-11-08T10:19:58,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=166, state=SUCCESS; OpenRegionProcedure faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 in 167 msec 2024-11-08T10:19:58,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-08T10:19:58,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, REOPEN/MOVE in 481 msec 2024-11-08T10:19:58,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-08T10:19:58,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-08T10:19:58,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-08T10:19:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-08T10:19:58,478 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-08T10:19:58,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-08T10:19:58,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-08T10:19:58,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-08T10:19:58,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,491 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-08T10:19:58,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,496 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-08T10:19:58,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,501 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-08T10:19:58,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-08T10:19:58,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,510 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-08T10:19:58,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,514 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c1d3a95 to 127.0.0.1:59746 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50bf224f 2024-11-08T10:19:58,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410bf0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:19:58,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:19:58,520 DEBUG [hconnection-0x7e93ad21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,520 DEBUG [hconnection-0x2b8b5373-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,521 DEBUG [hconnection-0x46683d9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-08T10:19:58,521 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,521 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,521 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,522 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:19:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-08T10:19:58,523 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:19:58,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:19:58,532 DEBUG [hconnection-0x791447d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,533 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,540 DEBUG [hconnection-0x4f53b1fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,541 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,548 DEBUG [hconnection-0x66b2406a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,550 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,552 DEBUG [hconnection-0x29e47726-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,553 DEBUG [hconnection-0x21b941cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,553 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,554 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:19:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:19:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:19:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:19:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:58,558 DEBUG [hconnection-0x51bde219-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,559 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,560 DEBUG [hconnection-0xa272d52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:19:58,562 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:19:58,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089f245dc862de41d3991df862f4c18eee_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061198549/Put/seqid=0 2024-11-08T10:19:58,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061258581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061258581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061258582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061258583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061258584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742352_1528 (size=12154) 2024-11-08T10:19:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-08T10:19:58,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:58,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-08T10:19:58,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:19:58,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:58,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061258685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061258685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061258685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061258685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061258687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-08T10:19:58,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:58,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-08T10:19:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:19:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:58,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061258887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061258887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061258888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061258888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061258889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:58,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:58,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-08T10:19:58,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:19:58,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:58,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:58,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:58,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:58,991 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089f245dc862de41d3991df862f4c18eee_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089f245dc862de41d3991df862f4c18eee_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:58,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/81000ce20a5d4b56ad8ec36abccd7d0f, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:19:58,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/81000ce20a5d4b56ad8ec36abccd7d0f is 175, key is test_row_0/A:col10/1731061198549/Put/seqid=0 2024-11-08T10:19:58,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742353_1529 (size=30955) 2024-11-08T10:19:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-08T10:19:59,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:59,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-08T10:19:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:19:59,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061259191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061259191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061259192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061259192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061259193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:59,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-08T10:19:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:19:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,397 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/81000ce20a5d4b56ad8ec36abccd7d0f 2024-11-08T10:19:59,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/73cbb60c60aa42da8cd86baf9abddad8 is 50, key is test_row_0/B:col10/1731061198549/Put/seqid=0 2024-11-08T10:19:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742354_1530 (size=12001) 2024-11-08T10:19:59,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:59,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-08T10:19:59,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:19:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:59,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-08T10:19:59,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:19:59,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-08T10:19:59,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061259694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061259695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061259695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061259697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:19:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061259699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:19:59,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:59,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-08T10:19:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:19:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:19:59,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/73cbb60c60aa42da8cd86baf9abddad8 2024-11-08T10:19:59,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b0b073c2fb0248eea23c76f69a267f81 is 50, key is test_row_0/C:col10/1731061198549/Put/seqid=0 2024-11-08T10:19:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742355_1531 (size=12001) 2024-11-08T10:19:59,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b0b073c2fb0248eea23c76f69a267f81 2024-11-08T10:19:59,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/81000ce20a5d4b56ad8ec36abccd7d0f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/81000ce20a5d4b56ad8ec36abccd7d0f 2024-11-08T10:19:59,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/81000ce20a5d4b56ad8ec36abccd7d0f, entries=150, sequenceid=16, filesize=30.2 K 2024-11-08T10:19:59,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/73cbb60c60aa42da8cd86baf9abddad8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/73cbb60c60aa42da8cd86baf9abddad8 2024-11-08T10:19:59,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/73cbb60c60aa42da8cd86baf9abddad8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T10:19:59,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b0b073c2fb0248eea23c76f69a267f81 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0b073c2fb0248eea23c76f69a267f81 2024-11-08T10:19:59,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0b073c2fb0248eea23c76f69a267f81, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T10:19:59,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for faabc9cd179dfc8eb0941f85313eee1b in 1313ms, sequenceid=16, compaction requested=false 2024-11-08T10:19:59,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:19:59,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:19:59,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-08T10:19:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:19:59,899 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T10:19:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:19:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:19:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:19:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:19:59,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108273bb438874546cebe0326f355c651a1_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061198572/Put/seqid=0 2024-11-08T10:19:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742356_1532 (size=12154) 2024-11-08T10:19:59,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:19:59,915 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108273bb438874546cebe0326f355c651a1_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108273bb438874546cebe0326f355c651a1_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:19:59,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/06a8418a8f9748dc81f59716bc7f005e, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:19:59,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/06a8418a8f9748dc81f59716bc7f005e is 175, key is test_row_0/A:col10/1731061198572/Put/seqid=0 2024-11-08T10:19:59,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742357_1533 (size=30955) 2024-11-08T10:20:00,327 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/06a8418a8f9748dc81f59716bc7f005e 2024-11-08T10:20:00,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/275b3b12ea9b4e049c8eb44ea4b52910 is 50, key is test_row_0/B:col10/1731061198572/Put/seqid=0 2024-11-08T10:20:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742358_1534 (size=12001) 2024-11-08T10:20:00,340 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/275b3b12ea9b4e049c8eb44ea4b52910 2024-11-08T10:20:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/6c434c56612f433a92b76637e5a88f63 is 50, key is test_row_0/C:col10/1731061198572/Put/seqid=0 2024-11-08T10:20:00,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742359_1535 (size=12001) 2024-11-08T10:20:00,351 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/6c434c56612f433a92b76637e5a88f63 2024-11-08T10:20:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/06a8418a8f9748dc81f59716bc7f005e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/06a8418a8f9748dc81f59716bc7f005e 2024-11-08T10:20:00,359 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/06a8418a8f9748dc81f59716bc7f005e, entries=150, sequenceid=40, filesize=30.2 K 2024-11-08T10:20:00,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/275b3b12ea9b4e049c8eb44ea4b52910 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/275b3b12ea9b4e049c8eb44ea4b52910 2024-11-08T10:20:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,362 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/275b3b12ea9b4e049c8eb44ea4b52910, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T10:20:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/6c434c56612f433a92b76637e5a88f63 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/6c434c56612f433a92b76637e5a88f63 2024-11-08T10:20:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,366 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/6c434c56612f433a92b76637e5a88f63, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T10:20:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,367 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for faabc9cd179dfc8eb0941f85313eee1b in 468ms, sequenceid=40, compaction requested=false 2024-11-08T10:20:00,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:00,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:00,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-08T10:20:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-08T10:20:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-08T10:20:00,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-11-08T10:20:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.8510 sec 2024-11-08T10:20:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:20:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-08T10:20:00,627 INFO [Thread-2362 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-08T10:20:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:20:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-08T10:20:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,630 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:20:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-08T10:20:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,630 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:20:00,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:20:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-08T10:20:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:20:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bd14b733e5e44e7b8a5f7926d400ae98_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061200726/Put/seqid=0 2024-11-08T10:20:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:00,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061260768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061260771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061260771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061260772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061260773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742360_1536 (size=24358) 2024-11-08T10:20:00,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:00,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-08T10:20:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:00,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:00,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:00,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:00,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:00,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061260873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061260876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061260876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061260876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061260876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-08T10:20:00,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:00,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-08T10:20:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:00,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:00,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061261076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061261078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061261079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061261080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061261081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:01,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-08T10:20:01,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:01,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:01,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bd14b733e5e44e7b8a5f7926d400ae98_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bd14b733e5e44e7b8a5f7926d400ae98_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:01,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d4722b4787bb4d58873ddc056d01fbd1, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:01,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d4722b4787bb4d58873ddc056d01fbd1 is 175, key is test_row_0/A:col10/1731061200726/Put/seqid=0 2024-11-08T10:20:01,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742361_1537 (size=73995) 2024-11-08T10:20:01,188 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d4722b4787bb4d58873ddc056d01fbd1 2024-11-08T10:20:01,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/dcb65975423c4c3b9ad905e228067fe0 is 50, key is test_row_0/B:col10/1731061200726/Put/seqid=0 2024-11-08T10:20:01,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742362_1538 (size=12001) 2024-11-08T10:20:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-08T10:20:01,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:01,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-08T10:20:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061261379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061261380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061261383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061261384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061261384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:01,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-08T10:20:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:01,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-08T10:20:01,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:01,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:01,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/dcb65975423c4c3b9ad905e228067fe0 2024-11-08T10:20:01,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/bdfe554ca69842b093055a179c912730 is 50, key is test_row_0/C:col10/1731061200726/Put/seqid=0 2024-11-08T10:20:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742363_1539 (size=12001) 2024-11-08T10:20:01,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/bdfe554ca69842b093055a179c912730 2024-11-08T10:20:01,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d4722b4787bb4d58873ddc056d01fbd1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d4722b4787bb4d58873ddc056d01fbd1 2024-11-08T10:20:01,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d4722b4787bb4d58873ddc056d01fbd1, entries=400, sequenceid=51, filesize=72.3 K 2024-11-08T10:20:01,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/dcb65975423c4c3b9ad905e228067fe0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/dcb65975423c4c3b9ad905e228067fe0 2024-11-08T10:20:01,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/dcb65975423c4c3b9ad905e228067fe0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T10:20:01,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/bdfe554ca69842b093055a179c912730 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bdfe554ca69842b093055a179c912730 2024-11-08T10:20:01,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bdfe554ca69842b093055a179c912730, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T10:20:01,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for faabc9cd179dfc8eb0941f85313eee1b in 902ms, sequenceid=51, compaction requested=true 2024-11-08T10:20:01,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:01,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:20:01,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:01,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:20:01,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:01,640 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:01,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:20:01,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:01,640 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:01,641 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:01,641 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:01,641 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/A is initiating minor compaction (all files) 2024-11-08T10:20:01,641 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/B is initiating minor compaction (all files) 2024-11-08T10:20:01,641 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/A in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,641 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/B in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,642 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/73cbb60c60aa42da8cd86baf9abddad8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/275b3b12ea9b4e049c8eb44ea4b52910, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/dcb65975423c4c3b9ad905e228067fe0] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=35.2 K 2024-11-08T10:20:01,642 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/81000ce20a5d4b56ad8ec36abccd7d0f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/06a8418a8f9748dc81f59716bc7f005e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d4722b4787bb4d58873ddc056d01fbd1] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=132.7 K 2024-11-08T10:20:01,642 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,642 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/81000ce20a5d4b56ad8ec36abccd7d0f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/06a8418a8f9748dc81f59716bc7f005e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d4722b4787bb4d58873ddc056d01fbd1] 2024-11-08T10:20:01,642 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 73cbb60c60aa42da8cd86baf9abddad8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731061198549 2024-11-08T10:20:01,642 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81000ce20a5d4b56ad8ec36abccd7d0f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731061198549 2024-11-08T10:20:01,642 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 275b3b12ea9b4e049c8eb44ea4b52910, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731061198572 2024-11-08T10:20:01,642 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06a8418a8f9748dc81f59716bc7f005e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731061198572 2024-11-08T10:20:01,643 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4722b4787bb4d58873ddc056d01fbd1, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731061200722 2024-11-08T10:20:01,643 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting dcb65975423c4c3b9ad905e228067fe0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731061200726 2024-11-08T10:20:01,649 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:01,651 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#B#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:01,652 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/02e44b80c3394c5d953a3dbc04bf43e1 is 50, key is test_row_0/B:col10/1731061200726/Put/seqid=0 2024-11-08T10:20:01,654 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108ece2241c3a4f4ce2a0dc26864274801c_faabc9cd179dfc8eb0941f85313eee1b store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:01,658 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108ece2241c3a4f4ce2a0dc26864274801c_faabc9cd179dfc8eb0941f85313eee1b, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:01,658 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ece2241c3a4f4ce2a0dc26864274801c_faabc9cd179dfc8eb0941f85313eee1b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742364_1540 (size=12104) 2024-11-08T10:20:01,668 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/02e44b80c3394c5d953a3dbc04bf43e1 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/02e44b80c3394c5d953a3dbc04bf43e1 2024-11-08T10:20:01,672 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/B of faabc9cd179dfc8eb0941f85313eee1b into 02e44b80c3394c5d953a3dbc04bf43e1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:01,672 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:01,673 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/B, priority=13, startTime=1731061201640; duration=0sec 2024-11-08T10:20:01,673 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:01,673 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:B 2024-11-08T10:20:01,673 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:01,674 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:01,675 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/C is initiating minor compaction (all files) 2024-11-08T10:20:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742365_1541 (size=4469) 2024-11-08T10:20:01,675 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/C in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,675 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0b073c2fb0248eea23c76f69a267f81, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/6c434c56612f433a92b76637e5a88f63, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bdfe554ca69842b093055a179c912730] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=35.2 K 2024-11-08T10:20:01,675 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b0b073c2fb0248eea23c76f69a267f81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731061198549 2024-11-08T10:20:01,676 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c434c56612f433a92b76637e5a88f63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731061198572 2024-11-08T10:20:01,676 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#A#compaction#462 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:01,676 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting bdfe554ca69842b093055a179c912730, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731061200726 2024-11-08T10:20:01,676 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/78d37b75b3594b9888d207f794f1040a is 175, key is test_row_0/A:col10/1731061200726/Put/seqid=0 2024-11-08T10:20:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742366_1542 (size=31058) 2024-11-08T10:20:01,689 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/78d37b75b3594b9888d207f794f1040a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/78d37b75b3594b9888d207f794f1040a 2024-11-08T10:20:01,691 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#C#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:01,691 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/930b7289e64245a2a81ac210138ba31b is 50, key is test_row_0/C:col10/1731061200726/Put/seqid=0 2024-11-08T10:20:01,694 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/A of faabc9cd179dfc8eb0941f85313eee1b into 78d37b75b3594b9888d207f794f1040a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:01,695 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:01,695 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/A, priority=13, startTime=1731061201640; duration=0sec 2024-11-08T10:20:01,695 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:01,695 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:A 2024-11-08T10:20:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742367_1543 (size=12104) 2024-11-08T10:20:01,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:01,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-08T10:20:01,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:01,698 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T10:20:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:01,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080a81507124824eb28e191863535fa181_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061200771/Put/seqid=0 2024-11-08T10:20:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742368_1544 (size=12154) 2024-11-08T10:20:01,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:01,715 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080a81507124824eb28e191863535fa181_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080a81507124824eb28e191863535fa181_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:01,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/1ab152d65f904e80a5f0d701fe09fa48, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:01,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/1ab152d65f904e80a5f0d701fe09fa48 is 175, key is test_row_0/A:col10/1731061200771/Put/seqid=0 2024-11-08T10:20:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742369_1545 (size=30955) 2024-11-08T10:20:01,720 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/1ab152d65f904e80a5f0d701fe09fa48 2024-11-08T10:20:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/7686c2f14ac34abca7a0f85b4445d12d is 50, key is test_row_0/B:col10/1731061200771/Put/seqid=0 2024-11-08T10:20:01,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742370_1546 (size=12001) 2024-11-08T10:20:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-08T10:20:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:01,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:01,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061261890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061261891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061261892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061261892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061261894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061261995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061261995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061261995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061261995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:01,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061261996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,102 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/930b7289e64245a2a81ac210138ba31b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/930b7289e64245a2a81ac210138ba31b 2024-11-08T10:20:02,106 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/C of faabc9cd179dfc8eb0941f85313eee1b into 930b7289e64245a2a81ac210138ba31b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:02,106 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:02,106 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/C, priority=13, startTime=1731061201640; duration=0sec 2024-11-08T10:20:02,106 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:02,106 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:C 2024-11-08T10:20:02,135 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/7686c2f14ac34abca7a0f85b4445d12d 2024-11-08T10:20:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/20ad2500f9b4422d81552f82dd0aa3ec is 50, key is test_row_0/C:col10/1731061200771/Put/seqid=0 2024-11-08T10:20:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742371_1547 (size=12001) 2024-11-08T10:20:02,145 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/20ad2500f9b4422d81552f82dd0aa3ec 2024-11-08T10:20:02,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/1ab152d65f904e80a5f0d701fe09fa48 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1ab152d65f904e80a5f0d701fe09fa48 2024-11-08T10:20:02,150 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1ab152d65f904e80a5f0d701fe09fa48, entries=150, sequenceid=79, filesize=30.2 K 2024-11-08T10:20:02,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/7686c2f14ac34abca7a0f85b4445d12d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/7686c2f14ac34abca7a0f85b4445d12d 2024-11-08T10:20:02,155 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/7686c2f14ac34abca7a0f85b4445d12d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-08T10:20:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/20ad2500f9b4422d81552f82dd0aa3ec as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/20ad2500f9b4422d81552f82dd0aa3ec 2024-11-08T10:20:02,158 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/20ad2500f9b4422d81552f82dd0aa3ec, entries=150, sequenceid=79, filesize=11.7 K 2024-11-08T10:20:02,159 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for faabc9cd179dfc8eb0941f85313eee1b in 461ms, sequenceid=79, compaction requested=false 2024-11-08T10:20:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-08T10:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-08T10:20:02,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-08T10:20:02,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-11-08T10:20:02,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.5340 sec 2024-11-08T10:20:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:02,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T10:20:02,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:02,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:02,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:02,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:02,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:02,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:02,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bb900d7117574c7fb892d945bead6899_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061202199/Put/seqid=0 2024-11-08T10:20:02,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742372_1548 (size=12154) 2024-11-08T10:20:02,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061262213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061262213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061262215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061262216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061262216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061262317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061262317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061262318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061262319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061262320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061262519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061262520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061262520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061262522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061262523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:02,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bb900d7117574c7fb892d945bead6899_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bb900d7117574c7fb892d945bead6899_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:02,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/79815e70e1984ecca982baed232334dc, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:02,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/79815e70e1984ecca982baed232334dc is 175, key is test_row_0/A:col10/1731061202199/Put/seqid=0 2024-11-08T10:20:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742373_1549 (size=30955) 2024-11-08T10:20:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-08T10:20:02,735 INFO [Thread-2362 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-08T10:20:02,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:20:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-08T10:20:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-08T10:20:02,738 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:20:02,738 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:20:02,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:20:02,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061262822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061262822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061262823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061262825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061262827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-08T10:20:02,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:02,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-08T10:20:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:02,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:02,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,022 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/79815e70e1984ecca982baed232334dc 2024-11-08T10:20:03,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/c364fc75d0a74b3eb9356402df2b9cc0 is 50, key is test_row_0/B:col10/1731061202199/Put/seqid=0 2024-11-08T10:20:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742374_1550 (size=12001) 2024-11-08T10:20:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-08T10:20:03,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:03,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-08T10:20:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:03,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-08T10:20:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:03,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061263325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:03,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061263326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:03,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061263326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:03,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061263329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:03,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061263332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-08T10:20:03,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:03,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-08T10:20:03,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:03,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:03,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/c364fc75d0a74b3eb9356402df2b9cc0 2024-11-08T10:20:03,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/3ceaab459bfb4e17a12d8afa9a6fbb59 is 50, key is test_row_0/C:col10/1731061202199/Put/seqid=0 2024-11-08T10:20:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742375_1551 (size=12001) 2024-11-08T10:20:03,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/3ceaab459bfb4e17a12d8afa9a6fbb59 2024-11-08T10:20:03,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/79815e70e1984ecca982baed232334dc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/79815e70e1984ecca982baed232334dc 2024-11-08T10:20:03,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/79815e70e1984ecca982baed232334dc, entries=150, sequenceid=93, filesize=30.2 K 2024-11-08T10:20:03,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/c364fc75d0a74b3eb9356402df2b9cc0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/c364fc75d0a74b3eb9356402df2b9cc0 2024-11-08T10:20:03,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/c364fc75d0a74b3eb9356402df2b9cc0, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T10:20:03,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/3ceaab459bfb4e17a12d8afa9a6fbb59 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/3ceaab459bfb4e17a12d8afa9a6fbb59 2024-11-08T10:20:03,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/3ceaab459bfb4e17a12d8afa9a6fbb59, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T10:20:03,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for faabc9cd179dfc8eb0941f85313eee1b in 1256ms, sequenceid=93, compaction requested=true 2024-11-08T10:20:03,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:03,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:20:03,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:03,455 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:03,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:20:03,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:03,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:20:03,455 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:03,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:03,456 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:03,456 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/A is initiating minor compaction (all files) 2024-11-08T10:20:03,456 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:03,456 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/A in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,456 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/B is initiating minor compaction (all files) 2024-11-08T10:20:03,456 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/78d37b75b3594b9888d207f794f1040a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1ab152d65f904e80a5f0d701fe09fa48, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/79815e70e1984ecca982baed232334dc] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=90.8 K 2024-11-08T10:20:03,456 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/B in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,456 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,456 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/02e44b80c3394c5d953a3dbc04bf43e1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/7686c2f14ac34abca7a0f85b4445d12d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/c364fc75d0a74b3eb9356402df2b9cc0] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=35.3 K 2024-11-08T10:20:03,456 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/78d37b75b3594b9888d207f794f1040a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1ab152d65f904e80a5f0d701fe09fa48, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/79815e70e1984ecca982baed232334dc] 2024-11-08T10:20:03,457 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78d37b75b3594b9888d207f794f1040a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731061200726 2024-11-08T10:20:03,457 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 02e44b80c3394c5d953a3dbc04bf43e1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731061200726 2024-11-08T10:20:03,457 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ab152d65f904e80a5f0d701fe09fa48, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731061200766 2024-11-08T10:20:03,457 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 7686c2f14ac34abca7a0f85b4445d12d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731061200766 2024-11-08T10:20:03,457 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79815e70e1984ecca982baed232334dc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731061201888 2024-11-08T10:20:03,457 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting c364fc75d0a74b3eb9356402df2b9cc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731061201888 2024-11-08T10:20:03,462 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:03,464 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:03,464 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411085a82419416e0483b8a2cd3a262af1158_faabc9cd179dfc8eb0941f85313eee1b store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:03,464 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/651186f75fdb47dbadcd870af3a71b4b is 50, key is test_row_0/B:col10/1731061202199/Put/seqid=0 2024-11-08T10:20:03,466 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411085a82419416e0483b8a2cd3a262af1158_faabc9cd179dfc8eb0941f85313eee1b, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:03,466 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085a82419416e0483b8a2cd3a262af1158_faabc9cd179dfc8eb0941f85313eee1b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742376_1552 (size=12207) 2024-11-08T10:20:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742377_1553 (size=4469) 2024-11-08T10:20:03,471 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#A#compaction#471 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:03,472 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/ed1c72f7571148298e1e30cb0d61fb5d is 175, key is test_row_0/A:col10/1731061202199/Put/seqid=0 2024-11-08T10:20:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742378_1554 (size=31161) 2024-11-08T10:20:03,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:03,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-08T10:20:03,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,501 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T10:20:03,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:03,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:03,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:03,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:03,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:03,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d5844ed5910e4d0d92ff05227d246ed6_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061202212/Put/seqid=0 2024-11-08T10:20:03,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742379_1555 (size=12154) 2024-11-08T10:20:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-08T10:20:03,873 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/651186f75fdb47dbadcd870af3a71b4b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/651186f75fdb47dbadcd870af3a71b4b 2024-11-08T10:20:03,877 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/B of faabc9cd179dfc8eb0941f85313eee1b into 651186f75fdb47dbadcd870af3a71b4b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:03,877 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:03,878 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/B, priority=13, startTime=1731061203455; duration=0sec 2024-11-08T10:20:03,878 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:03,878 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:B 2024-11-08T10:20:03,878 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:03,879 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/ed1c72f7571148298e1e30cb0d61fb5d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/ed1c72f7571148298e1e30cb0d61fb5d 2024-11-08T10:20:03,879 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:03,879 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/C is initiating minor compaction (all files) 2024-11-08T10:20:03,879 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/C in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:03,879 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/930b7289e64245a2a81ac210138ba31b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/20ad2500f9b4422d81552f82dd0aa3ec, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/3ceaab459bfb4e17a12d8afa9a6fbb59] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=35.3 K 2024-11-08T10:20:03,879 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 930b7289e64245a2a81ac210138ba31b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731061200726 2024-11-08T10:20:03,880 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 20ad2500f9b4422d81552f82dd0aa3ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731061200766 2024-11-08T10:20:03,880 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ceaab459bfb4e17a12d8afa9a6fbb59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731061201888 2024-11-08T10:20:03,883 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/A of faabc9cd179dfc8eb0941f85313eee1b into ed1c72f7571148298e1e30cb0d61fb5d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:03,883 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:03,883 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/A, priority=13, startTime=1731061203455; duration=0sec 2024-11-08T10:20:03,883 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:03,883 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:A 2024-11-08T10:20:03,886 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:03,887 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/ef56cc3b2eaa4a389b35291b5440dc44 is 50, key is test_row_0/C:col10/1731061202199/Put/seqid=0 2024-11-08T10:20:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742380_1556 (size=12207) 2024-11-08T10:20:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:03,914 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d5844ed5910e4d0d92ff05227d246ed6_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d5844ed5910e4d0d92ff05227d246ed6_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:03,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d3e32cf540284c18ba5ac1ce97aeb0a7, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:03,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d3e32cf540284c18ba5ac1ce97aeb0a7 is 175, key is test_row_0/A:col10/1731061202212/Put/seqid=0 2024-11-08T10:20:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742381_1557 (size=30955) 2024-11-08T10:20:04,296 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/ef56cc3b2eaa4a389b35291b5440dc44 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ef56cc3b2eaa4a389b35291b5440dc44 2024-11-08T10:20:04,300 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/C of faabc9cd179dfc8eb0941f85313eee1b into ef56cc3b2eaa4a389b35291b5440dc44(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:04,300 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:04,300 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/C, priority=13, startTime=1731061203455; duration=0sec 2024-11-08T10:20:04,300 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:04,300 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:C 2024-11-08T10:20:04,320 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d3e32cf540284c18ba5ac1ce97aeb0a7 2024-11-08T10:20:04,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/a882261330714012b66f56f03f465efb is 50, key is test_row_0/B:col10/1731061202212/Put/seqid=0 2024-11-08T10:20:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:04,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742382_1558 (size=12001) 2024-11-08T10:20:04,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061264342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061264343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061264343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061264345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061264345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061264446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061264446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061264446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061264448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061264448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061264649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061264650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061264650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061264652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061264652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,743 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/a882261330714012b66f56f03f465efb 2024-11-08T10:20:04,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/769bca72133845ef832d236eb0b597ae is 50, key is test_row_0/C:col10/1731061202212/Put/seqid=0 2024-11-08T10:20:04,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742383_1559 (size=12001) 2024-11-08T10:20:04,753 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/769bca72133845ef832d236eb0b597ae 2024-11-08T10:20:04,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d3e32cf540284c18ba5ac1ce97aeb0a7 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d3e32cf540284c18ba5ac1ce97aeb0a7 2024-11-08T10:20:04,759 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d3e32cf540284c18ba5ac1ce97aeb0a7, entries=150, sequenceid=116, filesize=30.2 K 2024-11-08T10:20:04,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/a882261330714012b66f56f03f465efb as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a882261330714012b66f56f03f465efb 2024-11-08T10:20:04,762 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a882261330714012b66f56f03f465efb, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T10:20:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/769bca72133845ef832d236eb0b597ae as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/769bca72133845ef832d236eb0b597ae 2024-11-08T10:20:04,766 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/769bca72133845ef832d236eb0b597ae, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T10:20:04,767 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for faabc9cd179dfc8eb0941f85313eee1b in 1265ms, sequenceid=116, compaction requested=false 2024-11-08T10:20:04,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:04,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:04,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-08T10:20:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-08T10:20:04,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-08T10:20:04,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0300 sec 2024-11-08T10:20:04,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.0320 sec 2024-11-08T10:20:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-08T10:20:04,841 INFO [Thread-2362 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-08T10:20:04,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:20:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-08T10:20:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-08T10:20:04,844 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:20:04,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:20:04,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:20:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-08T10:20:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:04,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T10:20:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:04,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f7692010ff774586960285cdacdee879_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061204342/Put/seqid=0 2024-11-08T10:20:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742384_1560 (size=12304) 2024-11-08T10:20:04,964 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:04,967 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f7692010ff774586960285cdacdee879_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f7692010ff774586960285cdacdee879_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:04,968 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/f6c0ab310f424244a312882011931b2a, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:04,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/f6c0ab310f424244a312882011931b2a is 175, key is test_row_0/A:col10/1731061204342/Put/seqid=0 2024-11-08T10:20:04,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061264967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061264967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061264968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061264968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061264969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:04,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742385_1561 (size=31105) 2024-11-08T10:20:04,972 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/f6c0ab310f424244a312882011931b2a 2024-11-08T10:20:04,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/909a56b19c5a4806baf2caf6fa22ed69 is 50, key is test_row_0/B:col10/1731061204342/Put/seqid=0 2024-11-08T10:20:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742386_1562 (size=12151) 2024-11-08T10:20:04,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:04,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-08T10:20:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:04,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061265070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061265071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061265071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061265072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061265072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-08T10:20:05,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:05,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-08T10:20:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061265272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061265274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061265274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061265275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061265275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:05,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-08T10:20:05,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:05,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/909a56b19c5a4806baf2caf6fa22ed69 2024-11-08T10:20:05,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/4e9e28bde71142619b16759dd17cbca8 is 50, key is test_row_0/C:col10/1731061204342/Put/seqid=0 2024-11-08T10:20:05,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742387_1563 (size=12151) 2024-11-08T10:20:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-08T10:20:05,454 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:05,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-08T10:20:05,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:05,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061265574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061265577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061265578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061265578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061265579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:05,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:05,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-08T10:20:05,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:05,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:05,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-08T10:20:05,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:05,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:05,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/4e9e28bde71142619b16759dd17cbca8 2024-11-08T10:20:05,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/f6c0ab310f424244a312882011931b2a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/f6c0ab310f424244a312882011931b2a 2024-11-08T10:20:05,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/f6c0ab310f424244a312882011931b2a, entries=150, sequenceid=133, filesize=30.4 K 2024-11-08T10:20:05,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/909a56b19c5a4806baf2caf6fa22ed69 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/909a56b19c5a4806baf2caf6fa22ed69 2024-11-08T10:20:05,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/909a56b19c5a4806baf2caf6fa22ed69, entries=150, sequenceid=133, filesize=11.9 K 2024-11-08T10:20:05,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/4e9e28bde71142619b16759dd17cbca8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4e9e28bde71142619b16759dd17cbca8 2024-11-08T10:20:05,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4e9e28bde71142619b16759dd17cbca8, entries=150, sequenceid=133, filesize=11.9 K 2024-11-08T10:20:05,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for faabc9cd179dfc8eb0941f85313eee1b in 853ms, sequenceid=133, compaction requested=true 2024-11-08T10:20:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:20:05,806 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:05,806 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:20:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:20:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:05,807 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:05,807 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/A is initiating minor compaction (all files) 2024-11-08T10:20:05,807 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/A in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,807 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/ed1c72f7571148298e1e30cb0d61fb5d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d3e32cf540284c18ba5ac1ce97aeb0a7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/f6c0ab310f424244a312882011931b2a] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=91.0 K 2024-11-08T10:20:05,807 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,807 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/ed1c72f7571148298e1e30cb0d61fb5d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d3e32cf540284c18ba5ac1ce97aeb0a7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/f6c0ab310f424244a312882011931b2a] 2024-11-08T10:20:05,808 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:05,808 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed1c72f7571148298e1e30cb0d61fb5d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731061201888 2024-11-08T10:20:05,808 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/B is initiating minor compaction (all files) 2024-11-08T10:20:05,808 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/B in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,808 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/651186f75fdb47dbadcd870af3a71b4b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a882261330714012b66f56f03f465efb, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/909a56b19c5a4806baf2caf6fa22ed69] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=35.5 K 2024-11-08T10:20:05,808 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3e32cf540284c18ba5ac1ce97aeb0a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731061202212 2024-11-08T10:20:05,808 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 651186f75fdb47dbadcd870af3a71b4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731061201888 2024-11-08T10:20:05,808 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6c0ab310f424244a312882011931b2a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731061204342 2024-11-08T10:20:05,808 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a882261330714012b66f56f03f465efb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731061202212 2024-11-08T10:20:05,809 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 909a56b19c5a4806baf2caf6fa22ed69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731061204342 2024-11-08T10:20:05,814 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:05,816 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:05,816 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/f08917a464d240b093d596d76f0082b5 is 50, key is test_row_0/B:col10/1731061204342/Put/seqid=0 2024-11-08T10:20:05,820 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108e2b7873de32c4f5d9d2627389ed5381d_faabc9cd179dfc8eb0941f85313eee1b store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:05,822 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108e2b7873de32c4f5d9d2627389ed5381d_faabc9cd179dfc8eb0941f85313eee1b, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:05,822 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e2b7873de32c4f5d9d2627389ed5381d_faabc9cd179dfc8eb0941f85313eee1b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:05,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742388_1564 (size=12459) 2024-11-08T10:20:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742389_1565 (size=4469) 2024-11-08T10:20:05,829 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#A#compaction#480 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:05,830 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/e155d7e518b7434c88c80422ba316fa5 is 175, key is test_row_0/A:col10/1731061204342/Put/seqid=0 2024-11-08T10:20:05,831 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/f08917a464d240b093d596d76f0082b5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f08917a464d240b093d596d76f0082b5 2024-11-08T10:20:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742390_1566 (size=31413) 2024-11-08T10:20:05,835 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/B of faabc9cd179dfc8eb0941f85313eee1b into f08917a464d240b093d596d76f0082b5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:05,836 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:05,836 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/B, priority=13, startTime=1731061205806; duration=0sec 2024-11-08T10:20:05,836 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:05,836 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:B 2024-11-08T10:20:05,836 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:05,837 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:05,837 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/C is initiating minor compaction (all files) 2024-11-08T10:20:05,837 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/C in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,837 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ef56cc3b2eaa4a389b35291b5440dc44, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/769bca72133845ef832d236eb0b597ae, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4e9e28bde71142619b16759dd17cbca8] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=35.5 K 2024-11-08T10:20:05,837 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting ef56cc3b2eaa4a389b35291b5440dc44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731061201888 2024-11-08T10:20:05,838 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 769bca72133845ef832d236eb0b597ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731061202212 2024-11-08T10:20:05,838 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e9e28bde71142619b16759dd17cbca8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731061204342 2024-11-08T10:20:05,845 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:05,846 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b18d07343b81476792fdfc7700076444 is 50, key is test_row_0/C:col10/1731061204342/Put/seqid=0 2024-11-08T10:20:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742391_1567 (size=12459) 2024-11-08T10:20:05,858 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b18d07343b81476792fdfc7700076444 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b18d07343b81476792fdfc7700076444 2024-11-08T10:20:05,863 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/C of faabc9cd179dfc8eb0941f85313eee1b into b18d07343b81476792fdfc7700076444(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:05,863 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:05,863 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/C, priority=13, startTime=1731061205806; duration=0sec 2024-11-08T10:20:05,863 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:05,863 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:C 2024-11-08T10:20:05,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:05,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-08T10:20:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:05,912 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:20:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:05,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:05,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:05,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087c4f63c278df4de1b42c6926c95d7448_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061204966/Put/seqid=0 2024-11-08T10:20:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742392_1568 (size=12304) 2024-11-08T10:20:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-08T10:20:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:06,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:06,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061266087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061266088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061266089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061266089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061266090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061266192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061266192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061266192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061266193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061266193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,239 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/e155d7e518b7434c88c80422ba316fa5 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/e155d7e518b7434c88c80422ba316fa5 2024-11-08T10:20:06,243 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/A of faabc9cd179dfc8eb0941f85313eee1b into e155d7e518b7434c88c80422ba316fa5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:06,243 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:06,243 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/A, priority=13, startTime=1731061205806; duration=0sec 2024-11-08T10:20:06,243 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:06,243 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:A 2024-11-08T10:20:06,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:06,327 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087c4f63c278df4de1b42c6926c95d7448_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087c4f63c278df4de1b42c6926c95d7448_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:06,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/71bb75b1c23f4f83ae28f47a8ce9aedc, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:06,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/71bb75b1c23f4f83ae28f47a8ce9aedc is 175, key is test_row_0/A:col10/1731061204966/Put/seqid=0 2024-11-08T10:20:06,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742393_1569 (size=31105) 2024-11-08T10:20:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061266394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061266395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061266395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061266395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061266396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061266696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061266697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061266697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061266698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061266699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:06,760 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/71bb75b1c23f4f83ae28f47a8ce9aedc 2024-11-08T10:20:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/220195089bfb4b2e8d0c900cf871ca4f is 50, key is test_row_0/B:col10/1731061204966/Put/seqid=0 2024-11-08T10:20:06,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742394_1570 (size=12151) 2024-11-08T10:20:06,789 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/220195089bfb4b2e8d0c900cf871ca4f 2024-11-08T10:20:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/da75d0a2a23f48638486a477c57fdccc is 50, key is test_row_0/C:col10/1731061204966/Put/seqid=0 2024-11-08T10:20:06,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742395_1571 (size=12151) 2024-11-08T10:20:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-08T10:20:07,199 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/da75d0a2a23f48638486a477c57fdccc 2024-11-08T10:20:07,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061267199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:07,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061267200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/71bb75b1c23f4f83ae28f47a8ce9aedc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/71bb75b1c23f4f83ae28f47a8ce9aedc 2024-11-08T10:20:07,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061267203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:07,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061267203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:07,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061267204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:07,210 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/71bb75b1c23f4f83ae28f47a8ce9aedc, entries=150, sequenceid=157, filesize=30.4 K 2024-11-08T10:20:07,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/220195089bfb4b2e8d0c900cf871ca4f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/220195089bfb4b2e8d0c900cf871ca4f 2024-11-08T10:20:07,214 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/220195089bfb4b2e8d0c900cf871ca4f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-08T10:20:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/da75d0a2a23f48638486a477c57fdccc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/da75d0a2a23f48638486a477c57fdccc 2024-11-08T10:20:07,219 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/da75d0a2a23f48638486a477c57fdccc, entries=150, sequenceid=157, filesize=11.9 K 2024-11-08T10:20:07,219 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for faabc9cd179dfc8eb0941f85313eee1b in 1307ms, sequenceid=157, compaction requested=false 2024-11-08T10:20:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-08T10:20:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-08T10:20:07,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-08T10:20:07,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3760 sec 2024-11-08T10:20:07,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.3810 sec 2024-11-08T10:20:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:08,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T10:20:08,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:08,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:08,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:08,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:08,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:08,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:08,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082cc57b9958304c7fb8872296b9dfc77b_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061206084/Put/seqid=0 2024-11-08T10:20:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061268222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061268221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061268222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061268225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061268225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742396_1572 (size=12304) 2024-11-08T10:20:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061268326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061268326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061268326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061268328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061268328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061268528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061268529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061268529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061268531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061268531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:08,633 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082cc57b9958304c7fb8872296b9dfc77b_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082cc57b9958304c7fb8872296b9dfc77b_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:08,634 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d183031fb8f643ef89aa6c1e7b6f715c, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:08,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d183031fb8f643ef89aa6c1e7b6f715c is 175, key is test_row_0/A:col10/1731061206084/Put/seqid=0 2024-11-08T10:20:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742397_1573 (size=31105) 2024-11-08T10:20:08,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061268830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061268831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061268833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061268835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061268835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-08T10:20:08,948 INFO [Thread-2362 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-08T10:20:08,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:20:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-08T10:20:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-08T10:20:08,950 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:20:08,951 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:20:08,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:20:09,038 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d183031fb8f643ef89aa6c1e7b6f715c 2024-11-08T10:20:09,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/1b822dd5e60e4d7b914b382503424a2d is 50, key is test_row_0/B:col10/1731061206084/Put/seqid=0 2024-11-08T10:20:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742398_1574 (size=12151) 2024-11-08T10:20:09,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/1b822dd5e60e4d7b914b382503424a2d 2024-11-08T10:20:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-08T10:20:09,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b30811eb7e7e47afa8c60bebf3c08bb9 is 50, key is test_row_0/C:col10/1731061206084/Put/seqid=0 2024-11-08T10:20:09,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742399_1575 (size=12151) 2024-11-08T10:20:09,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b30811eb7e7e47afa8c60bebf3c08bb9 2024-11-08T10:20:09,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d183031fb8f643ef89aa6c1e7b6f715c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d183031fb8f643ef89aa6c1e7b6f715c 2024-11-08T10:20:09,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d183031fb8f643ef89aa6c1e7b6f715c, entries=150, sequenceid=173, filesize=30.4 K 2024-11-08T10:20:09,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/1b822dd5e60e4d7b914b382503424a2d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/1b822dd5e60e4d7b914b382503424a2d 2024-11-08T10:20:09,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/1b822dd5e60e4d7b914b382503424a2d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-08T10:20:09,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b30811eb7e7e47afa8c60bebf3c08bb9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b30811eb7e7e47afa8c60bebf3c08bb9 2024-11-08T10:20:09,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b30811eb7e7e47afa8c60bebf3c08bb9, entries=150, sequenceid=173, filesize=11.9 K 2024-11-08T10:20:09,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for faabc9cd179dfc8eb0941f85313eee1b in 867ms, sequenceid=173, compaction requested=true 2024-11-08T10:20:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:20:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:20:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:20:09,074 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:09,074 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:09,075 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:09,075 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/B is initiating minor compaction (all files) 2024-11-08T10:20:09,075 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/B in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:09,075 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f08917a464d240b093d596d76f0082b5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/220195089bfb4b2e8d0c900cf871ca4f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/1b822dd5e60e4d7b914b382503424a2d] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=35.9 K 2024-11-08T10:20:09,076 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:09,076 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f08917a464d240b093d596d76f0082b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731061204342 2024-11-08T10:20:09,076 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/A is initiating minor compaction (all files) 2024-11-08T10:20:09,076 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/A in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:09,076 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/e155d7e518b7434c88c80422ba316fa5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/71bb75b1c23f4f83ae28f47a8ce9aedc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d183031fb8f643ef89aa6c1e7b6f715c] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=91.4 K 2024-11-08T10:20:09,076 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:09,076 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/e155d7e518b7434c88c80422ba316fa5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/71bb75b1c23f4f83ae28f47a8ce9aedc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d183031fb8f643ef89aa6c1e7b6f715c] 2024-11-08T10:20:09,076 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 220195089bfb4b2e8d0c900cf871ca4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731061204961 2024-11-08T10:20:09,077 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting e155d7e518b7434c88c80422ba316fa5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731061204342 2024-11-08T10:20:09,077 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b822dd5e60e4d7b914b382503424a2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731061206084 2024-11-08T10:20:09,077 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71bb75b1c23f4f83ae28f47a8ce9aedc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731061204961 2024-11-08T10:20:09,078 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d183031fb8f643ef89aa6c1e7b6f715c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731061206084 2024-11-08T10:20:09,084 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:09,084 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/8cf9b707f0f84f099a24c3c0155d4c47 is 50, key is test_row_0/B:col10/1731061206084/Put/seqid=0 2024-11-08T10:20:09,085 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:09,088 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110835ed6e8ff39f434c92f5383479ef4441_faabc9cd179dfc8eb0941f85313eee1b store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742400_1576 (size=12561) 2024-11-08T10:20:09,090 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110835ed6e8ff39f434c92f5383479ef4441_faabc9cd179dfc8eb0941f85313eee1b, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:09,090 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110835ed6e8ff39f434c92f5383479ef4441_faabc9cd179dfc8eb0941f85313eee1b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742401_1577 (size=4469) 2024-11-08T10:20:09,096 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/8cf9b707f0f84f099a24c3c0155d4c47 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8cf9b707f0f84f099a24c3c0155d4c47 2024-11-08T10:20:09,096 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#A#compaction#490 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:09,096 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/45720a141f4b45a8859545fe529fda52 is 175, key is test_row_0/A:col10/1731061206084/Put/seqid=0 2024-11-08T10:20:09,101 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/B of faabc9cd179dfc8eb0941f85313eee1b into 8cf9b707f0f84f099a24c3c0155d4c47(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:09,101 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:09,101 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/B, priority=13, startTime=1731061209074; duration=0sec 2024-11-08T10:20:09,101 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:09,101 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:B 2024-11-08T10:20:09,101 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:09,102 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:09,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:09,102 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/C is initiating minor compaction (all files) 2024-11-08T10:20:09,102 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/C in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:09,103 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b18d07343b81476792fdfc7700076444, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/da75d0a2a23f48638486a477c57fdccc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b30811eb7e7e47afa8c60bebf3c08bb9] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=35.9 K 2024-11-08T10:20:09,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-08T10:20:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:09,103 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T10:20:09,103 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b18d07343b81476792fdfc7700076444, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731061204342 2024-11-08T10:20:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:09,105 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting da75d0a2a23f48638486a477c57fdccc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731061204961 2024-11-08T10:20:09,105 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b30811eb7e7e47afa8c60bebf3c08bb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731061206084 2024-11-08T10:20:09,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742402_1578 (size=31515) 2024-11-08T10:20:09,113 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/45720a141f4b45a8859545fe529fda52 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/45720a141f4b45a8859545fe529fda52 2024-11-08T10:20:09,118 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b8e47c9807f2460a971a0b4c82c6e9c6_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061208224/Put/seqid=0 2024-11-08T10:20:09,119 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/408b80c8ec524d78ac622b2bb3f04419 is 50, key is test_row_0/C:col10/1731061206084/Put/seqid=0 2024-11-08T10:20:09,120 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/A of faabc9cd179dfc8eb0941f85313eee1b into 45720a141f4b45a8859545fe529fda52(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:09,120 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:09,120 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/A, priority=13, startTime=1731061209074; duration=0sec 2024-11-08T10:20:09,120 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:09,120 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:A 2024-11-08T10:20:09,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742404_1580 (size=12561) 2024-11-08T10:20:09,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742403_1579 (size=12304) 2024-11-08T10:20:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-08T10:20:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:09,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:09,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061269345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061269346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061269347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061269347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061269348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061269448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061269450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061269451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061269451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061269451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:09,531 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/408b80c8ec524d78ac622b2bb3f04419 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/408b80c8ec524d78ac622b2bb3f04419 2024-11-08T10:20:09,533 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b8e47c9807f2460a971a0b4c82c6e9c6_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b8e47c9807f2460a971a0b4c82c6e9c6_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:09,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/1f40d5dfa79749549e97c5284ab6486d, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:09,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/1f40d5dfa79749549e97c5284ab6486d is 175, key is test_row_0/A:col10/1731061208224/Put/seqid=0 2024-11-08T10:20:09,537 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/C of faabc9cd179dfc8eb0941f85313eee1b into 408b80c8ec524d78ac622b2bb3f04419(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:09,537 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:09,537 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/C, priority=13, startTime=1731061209074; duration=0sec 2024-11-08T10:20:09,537 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:09,538 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:C 2024-11-08T10:20:09,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742405_1581 (size=31105) 2024-11-08T10:20:09,543 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/1f40d5dfa79749549e97c5284ab6486d 2024-11-08T10:20:09,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/151db1a980224ef98cf5724b89c43484 is 50, key is test_row_0/B:col10/1731061208224/Put/seqid=0 2024-11-08T10:20:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-08T10:20:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742406_1582 (size=12151) 2024-11-08T10:20:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061269652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061269652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061269654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061269654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061269654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,954 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/151db1a980224ef98cf5724b89c43484 2024-11-08T10:20:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061269955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061269955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061269957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061269958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061269958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/2a5f0645dfca4098864915e59164867c is 50, key is test_row_0/C:col10/1731061208224/Put/seqid=0 2024-11-08T10:20:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742407_1583 (size=12151) 2024-11-08T10:20:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-08T10:20:10,365 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/2a5f0645dfca4098864915e59164867c 2024-11-08T10:20:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/1f40d5dfa79749549e97c5284ab6486d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1f40d5dfa79749549e97c5284ab6486d 2024-11-08T10:20:10,373 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1f40d5dfa79749549e97c5284ab6486d, entries=150, sequenceid=196, filesize=30.4 K 2024-11-08T10:20:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/151db1a980224ef98cf5724b89c43484 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/151db1a980224ef98cf5724b89c43484 2024-11-08T10:20:10,376 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/151db1a980224ef98cf5724b89c43484, entries=150, sequenceid=196, filesize=11.9 K 2024-11-08T10:20:10,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/2a5f0645dfca4098864915e59164867c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/2a5f0645dfca4098864915e59164867c 2024-11-08T10:20:10,379 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/2a5f0645dfca4098864915e59164867c, entries=150, sequenceid=196, filesize=11.9 K 2024-11-08T10:20:10,380 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for faabc9cd179dfc8eb0941f85313eee1b in 1277ms, sequenceid=196, compaction requested=false 2024-11-08T10:20:10,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:10,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:10,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-08T10:20:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-08T10:20:10,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-08T10:20:10,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-08T10:20:10,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.4340 sec 2024-11-08T10:20:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:10,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T10:20:10,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:10,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:10,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:10,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088cd77605874848128e2685928e5e047d_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061210462/Put/seqid=0 2024-11-08T10:20:10,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742408_1584 (size=12304) 2024-11-08T10:20:10,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:10,477 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088cd77605874848128e2685928e5e047d_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088cd77605874848128e2685928e5e047d_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:10,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,478 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d0efd6c7b8c2494da30e05d2dfe34732, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061270474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061270474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d0efd6c7b8c2494da30e05d2dfe34732 is 175, key is test_row_0/A:col10/1731061210462/Put/seqid=0 2024-11-08T10:20:10,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061270477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061270478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742409_1585 (size=31105) 2024-11-08T10:20:10,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061270485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061270579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061270579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061270581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061270581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061270587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061270781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061270781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061270784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061270785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061270790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:10,882 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d0efd6c7b8c2494da30e05d2dfe34732 2024-11-08T10:20:10,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/301eb2f744c8462b8406fda821b0f582 is 50, key is test_row_0/B:col10/1731061210462/Put/seqid=0 2024-11-08T10:20:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742410_1586 (size=12151) 2024-11-08T10:20:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-08T10:20:11,054 INFO [Thread-2362 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-08T10:20:11,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:20:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-08T10:20:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-08T10:20:11,057 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:20:11,058 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:20:11,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:20:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061271083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061271084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061271088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061271089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061271094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-08T10:20:11,209 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:11,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-08T10:20:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:11,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:11,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/301eb2f744c8462b8406fda821b0f582 2024-11-08T10:20:11,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/ea9b6ffec81e45288d2874ed2dfb5e55 is 50, key is test_row_0/C:col10/1731061210462/Put/seqid=0 2024-11-08T10:20:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742411_1587 (size=12151) 2024-11-08T10:20:11,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/ea9b6ffec81e45288d2874ed2dfb5e55 2024-11-08T10:20:11,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d0efd6c7b8c2494da30e05d2dfe34732 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d0efd6c7b8c2494da30e05d2dfe34732 2024-11-08T10:20:11,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d0efd6c7b8c2494da30e05d2dfe34732, entries=150, sequenceid=216, filesize=30.4 K 2024-11-08T10:20:11,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/301eb2f744c8462b8406fda821b0f582 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/301eb2f744c8462b8406fda821b0f582 2024-11-08T10:20:11,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/301eb2f744c8462b8406fda821b0f582, entries=150, sequenceid=216, filesize=11.9 K 2024-11-08T10:20:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/ea9b6ffec81e45288d2874ed2dfb5e55 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ea9b6ffec81e45288d2874ed2dfb5e55 2024-11-08T10:20:11,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ea9b6ffec81e45288d2874ed2dfb5e55, entries=150, sequenceid=216, filesize=11.9 K 2024-11-08T10:20:11,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for faabc9cd179dfc8eb0941f85313eee1b in 860ms, sequenceid=216, compaction requested=true 2024-11-08T10:20:11,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:11,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:20:11,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:11,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:20:11,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:11,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:20:11,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:11,322 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:11,322 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:11,323 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:11,323 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:11,323 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/B is initiating minor compaction (all files) 2024-11-08T10:20:11,323 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/A is initiating minor compaction (all files) 2024-11-08T10:20:11,323 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/B in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:11,323 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/A in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:11,324 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8cf9b707f0f84f099a24c3c0155d4c47, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/151db1a980224ef98cf5724b89c43484, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/301eb2f744c8462b8406fda821b0f582] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=36.0 K 2024-11-08T10:20:11,324 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/45720a141f4b45a8859545fe529fda52, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1f40d5dfa79749549e97c5284ab6486d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d0efd6c7b8c2494da30e05d2dfe34732] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=91.5 K 2024-11-08T10:20:11,324 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:11,324 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/45720a141f4b45a8859545fe529fda52, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1f40d5dfa79749549e97c5284ab6486d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d0efd6c7b8c2494da30e05d2dfe34732] 2024-11-08T10:20:11,324 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45720a141f4b45a8859545fe529fda52, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731061206084 2024-11-08T10:20:11,324 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cf9b707f0f84f099a24c3c0155d4c47, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731061206084 2024-11-08T10:20:11,325 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 151db1a980224ef98cf5724b89c43484, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731061208215 2024-11-08T10:20:11,325 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f40d5dfa79749549e97c5284ab6486d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731061208215 2024-11-08T10:20:11,325 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 301eb2f744c8462b8406fda821b0f582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061209347 2024-11-08T10:20:11,325 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0efd6c7b8c2494da30e05d2dfe34732, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061209347 2024-11-08T10:20:11,331 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:11,332 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/a396fc070efa4ed5b3f7a865512d3508 is 50, key is test_row_0/B:col10/1731061210462/Put/seqid=0 2024-11-08T10:20:11,333 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:11,335 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411081c71c27fffe246d1970d100b320bef27_faabc9cd179dfc8eb0941f85313eee1b store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:11,336 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411081c71c27fffe246d1970d100b320bef27_faabc9cd179dfc8eb0941f85313eee1b, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:11,336 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081c71c27fffe246d1970d100b320bef27_faabc9cd179dfc8eb0941f85313eee1b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742412_1588 (size=12663) 2024-11-08T10:20:11,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742413_1589 (size=4469) 2024-11-08T10:20:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-08T10:20:11,362 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:11,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-08T10:20:11,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:11,362 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T10:20:11,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:11,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:11,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:11,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:11,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:11,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:11,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110825dcdcf351e84fcdb53c493bd5a2d001_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061210476/Put/seqid=0 2024-11-08T10:20:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742414_1590 (size=12304) 2024-11-08T10:20:11,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:11,377 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110825dcdcf351e84fcdb53c493bd5a2d001_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110825dcdcf351e84fcdb53c493bd5a2d001_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:11,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/5ed3e9064ea644978ac7b43ed75ef916, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:11,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/5ed3e9064ea644978ac7b43ed75ef916 is 175, key is test_row_0/A:col10/1731061210476/Put/seqid=0 2024-11-08T10:20:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742415_1591 (size=31105) 2024-11-08T10:20:11,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061271602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061271602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061271604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061271605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061271605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-08T10:20:11,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061271706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061271706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061271707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061271708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061271708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,741 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#A#compaction#499 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:11,741 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/a396fc070efa4ed5b3f7a865512d3508 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a396fc070efa4ed5b3f7a865512d3508 2024-11-08T10:20:11,741 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/4a5622a783fb47aaa27f8844af2f9f21 is 175, key is test_row_0/A:col10/1731061210462/Put/seqid=0 2024-11-08T10:20:11,745 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/B of faabc9cd179dfc8eb0941f85313eee1b into a396fc070efa4ed5b3f7a865512d3508(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:11,745 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:11,745 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/B, priority=13, startTime=1731061211322; duration=0sec 2024-11-08T10:20:11,745 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:11,745 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:B 2024-11-08T10:20:11,745 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:11,746 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:11,746 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/C is initiating minor compaction (all files) 2024-11-08T10:20:11,746 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/C in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:11,747 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/408b80c8ec524d78ac622b2bb3f04419, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/2a5f0645dfca4098864915e59164867c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ea9b6ffec81e45288d2874ed2dfb5e55] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=36.0 K 2024-11-08T10:20:11,747 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 408b80c8ec524d78ac622b2bb3f04419, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731061206084 2024-11-08T10:20:11,747 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a5f0645dfca4098864915e59164867c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731061208215 2024-11-08T10:20:11,748 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9b6ffec81e45288d2874ed2dfb5e55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061209347 2024-11-08T10:20:11,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742416_1592 (size=31617) 2024-11-08T10:20:11,755 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#C#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:11,756 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/77314ab9a2df48d3b77b9591ea20771a is 50, key is test_row_0/C:col10/1731061210462/Put/seqid=0 2024-11-08T10:20:11,762 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/4a5622a783fb47aaa27f8844af2f9f21 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/4a5622a783fb47aaa27f8844af2f9f21 2024-11-08T10:20:11,770 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/A of faabc9cd179dfc8eb0941f85313eee1b into 4a5622a783fb47aaa27f8844af2f9f21(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:11,770 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:11,770 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/A, priority=13, startTime=1731061211322; duration=0sec 2024-11-08T10:20:11,770 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:11,770 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:A 2024-11-08T10:20:11,786 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/5ed3e9064ea644978ac7b43ed75ef916 2024-11-08T10:20:11,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742417_1593 (size=12663) 2024-11-08T10:20:11,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/3cc06312638e48e082d59c66b3765968 is 50, key is test_row_0/B:col10/1731061210476/Put/seqid=0 2024-11-08T10:20:11,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742418_1594 (size=12151) 2024-11-08T10:20:11,806 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/3cc06312638e48e082d59c66b3765968 2024-11-08T10:20:11,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/d009214180d64488bea2eb8a2fa6827c is 50, key is test_row_0/C:col10/1731061210476/Put/seqid=0 2024-11-08T10:20:11,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742419_1595 (size=12151) 2024-11-08T10:20:11,830 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/d009214180d64488bea2eb8a2fa6827c 2024-11-08T10:20:11,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/5ed3e9064ea644978ac7b43ed75ef916 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/5ed3e9064ea644978ac7b43ed75ef916 2024-11-08T10:20:11,837 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/5ed3e9064ea644978ac7b43ed75ef916, entries=150, sequenceid=234, filesize=30.4 K 2024-11-08T10:20:11,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/3cc06312638e48e082d59c66b3765968 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/3cc06312638e48e082d59c66b3765968 2024-11-08T10:20:11,841 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/3cc06312638e48e082d59c66b3765968, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T10:20:11,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/d009214180d64488bea2eb8a2fa6827c as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/d009214180d64488bea2eb8a2fa6827c 2024-11-08T10:20:11,845 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/d009214180d64488bea2eb8a2fa6827c, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T10:20:11,846 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for faabc9cd179dfc8eb0941f85313eee1b in 484ms, sequenceid=234, compaction requested=false 2024-11-08T10:20:11,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:11,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:11,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-08T10:20:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-08T10:20:11,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-08T10:20:11,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 790 msec 2024-11-08T10:20:11,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 794 msec 2024-11-08T10:20:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:11,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T10:20:11,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:11,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:11,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:11,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:11,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:11,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:11,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108362f151289ea4f16a2cc82fc7e2a914a_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061211604/Put/seqid=0 2024-11-08T10:20:11,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061271924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061271924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061271926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061271927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061271927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742420_1596 (size=14894) 2024-11-08T10:20:12,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061272028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061272029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061272029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061272031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061272032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-08T10:20:12,160 INFO [Thread-2362 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-08T10:20:12,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:20:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-08T10:20:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-08T10:20:12,165 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:20:12,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:20:12,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:20:12,192 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/77314ab9a2df48d3b77b9591ea20771a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/77314ab9a2df48d3b77b9591ea20771a 2024-11-08T10:20:12,197 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/C of faabc9cd179dfc8eb0941f85313eee1b into 77314ab9a2df48d3b77b9591ea20771a(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:12,197 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:12,197 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/C, priority=13, startTime=1731061211322; duration=0sec 2024-11-08T10:20:12,197 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:12,197 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:C 2024-11-08T10:20:12,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061272230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061272232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061272232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061272234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061272236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-08T10:20:12,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:12,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-08T10:20:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:12,337 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108362f151289ea4f16a2cc82fc7e2a914a_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108362f151289ea4f16a2cc82fc7e2a914a_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:12,338 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/7a58a9718dd74d71803afe0c4a9a883e, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:12,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/7a58a9718dd74d71803afe0c4a9a883e is 175, key is test_row_0/A:col10/1731061211604/Put/seqid=0 2024-11-08T10:20:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742421_1597 (size=39849) 2024-11-08T10:20:12,343 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/7a58a9718dd74d71803afe0c4a9a883e 2024-11-08T10:20:12,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/f1e25c5e975f429baaa7c32ec706ad5e is 50, key is test_row_0/B:col10/1731061211604/Put/seqid=0 2024-11-08T10:20:12,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742422_1598 (size=12201) 2024-11-08T10:20:12,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/f1e25c5e975f429baaa7c32ec706ad5e 2024-11-08T10:20:12,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/0a9dbae0ed484994b3059a3989e18d5a is 50, key is test_row_0/C:col10/1731061211604/Put/seqid=0 2024-11-08T10:20:12,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742423_1599 (size=12201) 2024-11-08T10:20:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-08T10:20:12,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:12,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-08T10:20:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061272533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061272535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061272537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061272538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061272540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:12,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:12,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-08T10:20:12,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/0a9dbae0ed484994b3059a3989e18d5a 2024-11-08T10:20:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-08T10:20:12,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/7a58a9718dd74d71803afe0c4a9a883e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/7a58a9718dd74d71803afe0c4a9a883e 2024-11-08T10:20:12,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/7a58a9718dd74d71803afe0c4a9a883e, entries=200, sequenceid=258, filesize=38.9 K 2024-11-08T10:20:12,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/f1e25c5e975f429baaa7c32ec706ad5e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f1e25c5e975f429baaa7c32ec706ad5e 2024-11-08T10:20:12,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:12,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-08T10:20:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:12,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f1e25c5e975f429baaa7c32ec706ad5e, entries=150, sequenceid=258, filesize=11.9 K 2024-11-08T10:20:12,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/0a9dbae0ed484994b3059a3989e18d5a as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/0a9dbae0ed484994b3059a3989e18d5a 2024-11-08T10:20:12,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/0a9dbae0ed484994b3059a3989e18d5a, entries=150, sequenceid=258, filesize=11.9 K 2024-11-08T10:20:12,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for faabc9cd179dfc8eb0941f85313eee1b in 874ms, sequenceid=258, compaction requested=true 2024-11-08T10:20:12,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:12,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:20:12,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:12,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:20:12,785 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:12,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:12,785 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:12,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:20:12,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:12,786 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:12,786 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:12,786 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/B is initiating minor compaction (all files) 2024-11-08T10:20:12,786 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/A is initiating minor compaction (all files) 2024-11-08T10:20:12,786 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/B in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,786 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/A in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,786 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a396fc070efa4ed5b3f7a865512d3508, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/3cc06312638e48e082d59c66b3765968, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f1e25c5e975f429baaa7c32ec706ad5e] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=36.1 K 2024-11-08T10:20:12,786 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/4a5622a783fb47aaa27f8844af2f9f21, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/5ed3e9064ea644978ac7b43ed75ef916, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/7a58a9718dd74d71803afe0c4a9a883e] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=100.2 K 2024-11-08T10:20:12,786 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,786 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/4a5622a783fb47aaa27f8844af2f9f21, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/5ed3e9064ea644978ac7b43ed75ef916, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/7a58a9718dd74d71803afe0c4a9a883e] 2024-11-08T10:20:12,787 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting a396fc070efa4ed5b3f7a865512d3508, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061209347 2024-11-08T10:20:12,787 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a5622a783fb47aaa27f8844af2f9f21, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061209347 2024-11-08T10:20:12,787 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cc06312638e48e082d59c66b3765968, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731061210470 2024-11-08T10:20:12,787 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ed3e9064ea644978ac7b43ed75ef916, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731061210470 2024-11-08T10:20:12,787 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a58a9718dd74d71803afe0c4a9a883e, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731061211599 2024-11-08T10:20:12,787 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f1e25c5e975f429baaa7c32ec706ad5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731061211599 2024-11-08T10:20:12,797 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:12,797 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:12,798 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/6e04e32c3f8c4565a728c59aaa189eba is 50, key is test_row_0/B:col10/1731061211604/Put/seqid=0 2024-11-08T10:20:12,800 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108bd605052f7b4489f992cd3541f3c367a_faabc9cd179dfc8eb0941f85313eee1b store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:12,802 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108bd605052f7b4489f992cd3541f3c367a_faabc9cd179dfc8eb0941f85313eee1b, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:12,802 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bd605052f7b4489f992cd3541f3c367a_faabc9cd179dfc8eb0941f85313eee1b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:12,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742424_1600 (size=12815) 2024-11-08T10:20:12,812 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/6e04e32c3f8c4565a728c59aaa189eba as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/6e04e32c3f8c4565a728c59aaa189eba 2024-11-08T10:20:12,816 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/B of faabc9cd179dfc8eb0941f85313eee1b into 6e04e32c3f8c4565a728c59aaa189eba(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:12,816 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:12,816 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/B, priority=13, startTime=1731061212785; duration=0sec 2024-11-08T10:20:12,816 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:12,816 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:B 2024-11-08T10:20:12,816 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:12,817 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:12,817 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/C is initiating minor compaction (all files) 2024-11-08T10:20:12,817 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/C in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,817 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/77314ab9a2df48d3b77b9591ea20771a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/d009214180d64488bea2eb8a2fa6827c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/0a9dbae0ed484994b3059a3989e18d5a] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=36.1 K 2024-11-08T10:20:12,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742425_1601 (size=4469) 2024-11-08T10:20:12,818 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 77314ab9a2df48d3b77b9591ea20771a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731061209347 2024-11-08T10:20:12,818 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting d009214180d64488bea2eb8a2fa6827c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731061210470 2024-11-08T10:20:12,818 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a9dbae0ed484994b3059a3989e18d5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731061211599 2024-11-08T10:20:12,824 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#C#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:12,824 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/1ffc312294c048de8780057bfebee685 is 50, key is test_row_0/C:col10/1731061211604/Put/seqid=0 2024-11-08T10:20:12,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742426_1602 (size=12815) 2024-11-08T10:20:12,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:12,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-08T10:20:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:12,930 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T10:20:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084312ce02a1dc413ca5dfc5099654fc07_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061211921/Put/seqid=0 2024-11-08T10:20:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742427_1603 (size=12454) 2024-11-08T10:20:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:13,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061273085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061273085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061273087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061273087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061273088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061273189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061273189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061273191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061273191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061273191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,219 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#A#compaction#508 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:13,220 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/80cf249d11a844fe93638fd71fc2dbdf is 175, key is test_row_0/A:col10/1731061211604/Put/seqid=0 2024-11-08T10:20:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742428_1604 (size=31769) 2024-11-08T10:20:13,233 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/1ffc312294c048de8780057bfebee685 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/1ffc312294c048de8780057bfebee685 2024-11-08T10:20:13,237 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/C of faabc9cd179dfc8eb0941f85313eee1b into 1ffc312294c048de8780057bfebee685(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:13,237 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:13,237 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/C, priority=13, startTime=1731061212785; duration=0sec 2024-11-08T10:20:13,237 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:13,237 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:C 2024-11-08T10:20:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-08T10:20:13,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:13,344 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084312ce02a1dc413ca5dfc5099654fc07_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084312ce02a1dc413ca5dfc5099654fc07_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/62c9da5db19d4e1d840af3875e20862b, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/62c9da5db19d4e1d840af3875e20862b is 175, key is test_row_0/A:col10/1731061211921/Put/seqid=0 2024-11-08T10:20:13,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742429_1605 (size=31255) 2024-11-08T10:20:13,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061273393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061273393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061273394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061273394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061273395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,628 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/80cf249d11a844fe93638fd71fc2dbdf as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/80cf249d11a844fe93638fd71fc2dbdf 2024-11-08T10:20:13,632 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/A of faabc9cd179dfc8eb0941f85313eee1b into 80cf249d11a844fe93638fd71fc2dbdf(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:13,632 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:13,632 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/A, priority=13, startTime=1731061212785; duration=0sec 2024-11-08T10:20:13,632 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:13,632 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:A 2024-11-08T10:20:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061273695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061273696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061273696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061273697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061273698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:13,753 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/62c9da5db19d4e1d840af3875e20862b 2024-11-08T10:20:13,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/521ab0c3e9a54ab29f383441312ccd75 is 50, key is test_row_0/B:col10/1731061211921/Put/seqid=0 2024-11-08T10:20:13,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742430_1606 (size=12301) 2024-11-08T10:20:14,163 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/521ab0c3e9a54ab29f383441312ccd75 2024-11-08T10:20:14,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/f58f0d731f724a0e98fb4cbec839e843 is 50, key is test_row_0/C:col10/1731061211921/Put/seqid=0 2024-11-08T10:20:14,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742431_1607 (size=12301) 2024-11-08T10:20:14,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061274200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:14,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061274200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:14,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061274201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:14,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061274202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:14,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061274202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-08T10:20:14,579 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/f58f0d731f724a0e98fb4cbec839e843 2024-11-08T10:20:14,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/62c9da5db19d4e1d840af3875e20862b as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/62c9da5db19d4e1d840af3875e20862b 2024-11-08T10:20:14,587 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/62c9da5db19d4e1d840af3875e20862b, entries=150, sequenceid=275, filesize=30.5 K 2024-11-08T10:20:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/521ab0c3e9a54ab29f383441312ccd75 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/521ab0c3e9a54ab29f383441312ccd75 2024-11-08T10:20:14,591 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/521ab0c3e9a54ab29f383441312ccd75, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T10:20:14,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/f58f0d731f724a0e98fb4cbec839e843 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/f58f0d731f724a0e98fb4cbec839e843 2024-11-08T10:20:14,594 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/f58f0d731f724a0e98fb4cbec839e843, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T10:20:14,595 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for faabc9cd179dfc8eb0941f85313eee1b in 1666ms, sequenceid=275, compaction requested=false 2024-11-08T10:20:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-08T10:20:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-08T10:20:14,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-08T10:20:14,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4300 sec 2024-11-08T10:20:14,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.4370 sec 2024-11-08T10:20:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:15,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T10:20:15,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:15,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:15,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:15,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:15,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:15,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:15,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110889c6a7f574cf4bb1a1526d4c8962167f_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061215207/Put/seqid=0 2024-11-08T10:20:15,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061275214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061275215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061275216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061275216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061275216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742432_1608 (size=14994) 2024-11-08T10:20:15,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061275317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061275318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061275320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061275320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061275320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061275521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061275521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061275523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061275524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061275524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:15,624 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110889c6a7f574cf4bb1a1526d4c8962167f_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110889c6a7f574cf4bb1a1526d4c8962167f_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:15,625 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/9cc481f86d95460d966fbc4bf5e3b673, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:15,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/9cc481f86d95460d966fbc4bf5e3b673 is 175, key is test_row_0/A:col10/1731061215207/Put/seqid=0 2024-11-08T10:20:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742433_1609 (size=39949) 2024-11-08T10:20:15,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061275823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061275825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061275826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061275826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061275828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:16,042 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/9cc481f86d95460d966fbc4bf5e3b673 2024-11-08T10:20:16,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/8f3836747fbe4aedaa1b74123c56ad82 is 50, key is test_row_0/B:col10/1731061215207/Put/seqid=0 2024-11-08T10:20:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742434_1610 (size=12301) 2024-11-08T10:20:16,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/8f3836747fbe4aedaa1b74123c56ad82 2024-11-08T10:20:16,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/bf01b24600f34f4c9dae3acc09aaeac8 is 50, key is test_row_0/C:col10/1731061215207/Put/seqid=0 2024-11-08T10:20:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742435_1611 (size=12301) 2024-11-08T10:20:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-08T10:20:16,269 INFO [Thread-2362 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-08T10:20:16,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:20:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-08T10:20:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-08T10:20:16,272 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:20:16,272 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:20:16,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:20:16,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061276328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:16,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061276328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061276329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:16,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061276330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:16,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061276332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-08T10:20:16,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:16,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-08T10:20:16,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:16,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:16,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:16,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:16,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:16,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/bf01b24600f34f4c9dae3acc09aaeac8 2024-11-08T10:20:16,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/9cc481f86d95460d966fbc4bf5e3b673 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/9cc481f86d95460d966fbc4bf5e3b673 2024-11-08T10:20:16,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/9cc481f86d95460d966fbc4bf5e3b673, entries=200, sequenceid=302, filesize=39.0 K 2024-11-08T10:20:16,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/8f3836747fbe4aedaa1b74123c56ad82 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8f3836747fbe4aedaa1b74123c56ad82 2024-11-08T10:20:16,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8f3836747fbe4aedaa1b74123c56ad82, entries=150, sequenceid=302, filesize=12.0 K 2024-11-08T10:20:16,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/bf01b24600f34f4c9dae3acc09aaeac8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bf01b24600f34f4c9dae3acc09aaeac8 2024-11-08T10:20:16,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bf01b24600f34f4c9dae3acc09aaeac8, entries=150, sequenceid=302, filesize=12.0 K 2024-11-08T10:20:16,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for faabc9cd179dfc8eb0941f85313eee1b in 1272ms, sequenceid=302, compaction requested=true 2024-11-08T10:20:16,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:16,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:20:16,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:16,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:20:16,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:16,479 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:16,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:20:16,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:16,479 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:16,480 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:16,480 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102973 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:16,480 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/B is initiating minor compaction (all files) 2024-11-08T10:20:16,480 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/A is initiating minor compaction (all files) 2024-11-08T10:20:16,480 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/B in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:16,480 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/A in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:16,480 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/6e04e32c3f8c4565a728c59aaa189eba, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/521ab0c3e9a54ab29f383441312ccd75, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8f3836747fbe4aedaa1b74123c56ad82] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=36.5 K 2024-11-08T10:20:16,480 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/80cf249d11a844fe93638fd71fc2dbdf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/62c9da5db19d4e1d840af3875e20862b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/9cc481f86d95460d966fbc4bf5e3b673] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=100.6 K 2024-11-08T10:20:16,480 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:16,480 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/80cf249d11a844fe93638fd71fc2dbdf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/62c9da5db19d4e1d840af3875e20862b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/9cc481f86d95460d966fbc4bf5e3b673] 2024-11-08T10:20:16,480 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e04e32c3f8c4565a728c59aaa189eba, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731061211599 2024-11-08T10:20:16,481 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80cf249d11a844fe93638fd71fc2dbdf, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731061211599 2024-11-08T10:20:16,481 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 521ab0c3e9a54ab29f383441312ccd75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731061211921 2024-11-08T10:20:16,481 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62c9da5db19d4e1d840af3875e20862b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731061211921 2024-11-08T10:20:16,481 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f3836747fbe4aedaa1b74123c56ad82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731061213084 2024-11-08T10:20:16,481 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cc481f86d95460d966fbc4bf5e3b673, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731061213084 2024-11-08T10:20:16,487 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#B#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:16,488 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/eecaccbf29d440cba22a3f0773701e96 is 50, key is test_row_0/B:col10/1731061215207/Put/seqid=0 2024-11-08T10:20:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742436_1612 (size=13017) 2024-11-08T10:20:16,496 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:16,498 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411089910a4194d4a41c88bd9732af52183ba_faabc9cd179dfc8eb0941f85313eee1b store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:16,500 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411089910a4194d4a41c88bd9732af52183ba_faabc9cd179dfc8eb0941f85313eee1b, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:16,500 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089910a4194d4a41c88bd9732af52183ba_faabc9cd179dfc8eb0941f85313eee1b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742437_1613 (size=4469) 2024-11-08T10:20:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-08T10:20:16,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:16,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-08T10:20:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:16,577 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T10:20:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:16,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087298ab47b3a74d81a5545cda0162c94b_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061215214/Put/seqid=0 2024-11-08T10:20:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742438_1614 (size=12454) 2024-11-08T10:20:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-08T10:20:16,896 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/eecaccbf29d440cba22a3f0773701e96 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/eecaccbf29d440cba22a3f0773701e96 2024-11-08T10:20:16,901 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/B of faabc9cd179dfc8eb0941f85313eee1b into eecaccbf29d440cba22a3f0773701e96(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:16,901 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:16,901 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/B, priority=13, startTime=1731061216479; duration=0sec 2024-11-08T10:20:16,901 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:16,901 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:B 2024-11-08T10:20:16,901 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:16,902 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:16,902 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/C is initiating minor compaction (all files) 2024-11-08T10:20:16,902 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/C in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:16,902 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/1ffc312294c048de8780057bfebee685, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/f58f0d731f724a0e98fb4cbec839e843, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bf01b24600f34f4c9dae3acc09aaeac8] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=36.5 K 2024-11-08T10:20:16,903 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ffc312294c048de8780057bfebee685, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731061211599 2024-11-08T10:20:16,903 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting f58f0d731f724a0e98fb4cbec839e843, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731061211921 2024-11-08T10:20:16,903 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting bf01b24600f34f4c9dae3acc09aaeac8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731061213084 2024-11-08T10:20:16,910 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#C#compaction#519 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:16,910 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b0c1f6f37c9149028c04951fd18317b9 is 50, key is test_row_0/C:col10/1731061215207/Put/seqid=0 2024-11-08T10:20:16,916 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#A#compaction#517 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:16,917 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d291e37b45984ce3afe45c43fa13059d is 175, key is test_row_0/A:col10/1731061215207/Put/seqid=0 2024-11-08T10:20:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742439_1615 (size=13017) 2024-11-08T10:20:16,925 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b0c1f6f37c9149028c04951fd18317b9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0c1f6f37c9149028c04951fd18317b9 2024-11-08T10:20:16,930 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/C of faabc9cd179dfc8eb0941f85313eee1b into b0c1f6f37c9149028c04951fd18317b9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:16,930 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:16,930 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/C, priority=13, startTime=1731061216479; duration=0sec 2024-11-08T10:20:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742440_1616 (size=31971) 2024-11-08T10:20:16,930 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:16,930 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:C 2024-11-08T10:20:16,934 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/d291e37b45984ce3afe45c43fa13059d as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d291e37b45984ce3afe45c43fa13059d 2024-11-08T10:20:16,938 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/A of faabc9cd179dfc8eb0941f85313eee1b into d291e37b45984ce3afe45c43fa13059d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:16,938 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:16,938 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/A, priority=13, startTime=1731061216479; duration=0sec 2024-11-08T10:20:16,938 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:16,938 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:A 2024-11-08T10:20:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:16,990 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087298ab47b3a74d81a5545cda0162c94b_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087298ab47b3a74d81a5545cda0162c94b_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/b12808d61f344466b0c78e9ea91a5556, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/b12808d61f344466b0c78e9ea91a5556 is 175, key is test_row_0/A:col10/1731061215214/Put/seqid=0 2024-11-08T10:20:16,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742441_1617 (size=31255) 2024-11-08T10:20:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:17,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061277346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061277347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061277348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061277349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061277352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-08T10:20:17,396 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/b12808d61f344466b0c78e9ea91a5556 2024-11-08T10:20:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/66fe9c6f7312427ab7df242fd90d953f is 50, key is test_row_0/B:col10/1731061215214/Put/seqid=0 2024-11-08T10:20:17,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742442_1618 (size=12301) 2024-11-08T10:20:17,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061277450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061277450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061277450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061277451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061277454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061277656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061277656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061277656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061277656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061277657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,811 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/66fe9c6f7312427ab7df242fd90d953f 2024-11-08T10:20:17,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/4acab5a8689e4ba69d7a321760579aa0 is 50, key is test_row_0/C:col10/1731061215214/Put/seqid=0 2024-11-08T10:20:17,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742443_1619 (size=12301) 2024-11-08T10:20:17,823 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/4acab5a8689e4ba69d7a321760579aa0 2024-11-08T10:20:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/b12808d61f344466b0c78e9ea91a5556 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/b12808d61f344466b0c78e9ea91a5556 2024-11-08T10:20:17,830 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/b12808d61f344466b0c78e9ea91a5556, entries=150, sequenceid=315, filesize=30.5 K 2024-11-08T10:20:17,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/66fe9c6f7312427ab7df242fd90d953f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/66fe9c6f7312427ab7df242fd90d953f 2024-11-08T10:20:17,834 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/66fe9c6f7312427ab7df242fd90d953f, entries=150, sequenceid=315, filesize=12.0 K 2024-11-08T10:20:17,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/4acab5a8689e4ba69d7a321760579aa0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4acab5a8689e4ba69d7a321760579aa0 2024-11-08T10:20:17,838 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4acab5a8689e4ba69d7a321760579aa0, entries=150, sequenceid=315, filesize=12.0 K 2024-11-08T10:20:17,839 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for faabc9cd179dfc8eb0941f85313eee1b in 1262ms, sequenceid=315, compaction requested=false 2024-11-08T10:20:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-08T10:20:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-08T10:20:17,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-08T10:20:17,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5670 sec 2024-11-08T10:20:17,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.5720 sec 2024-11-08T10:20:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:17,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T10:20:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:17,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:17,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061277992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061277993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061277993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ce4c35e60c334540bb25ccfc57c9d6b6_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061217348/Put/seqid=0 2024-11-08T10:20:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061277994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061277994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742444_1620 (size=12454) 2024-11-08T10:20:18,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061278095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061278096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061278097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061278098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061278098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061278297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061278298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061278300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061278301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061278301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-08T10:20:18,376 INFO [Thread-2362 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-08T10:20:18,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T10:20:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-08T10:20:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-08T10:20:18,378 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:20:18,379 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:20:18,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:20:18,402 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:18,405 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ce4c35e60c334540bb25ccfc57c9d6b6_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ce4c35e60c334540bb25ccfc57c9d6b6_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:18,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/039d995284104444be4a443a4f097928, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:18,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/039d995284104444be4a443a4f097928 is 175, key is test_row_0/A:col10/1731061217348/Put/seqid=0 2024-11-08T10:20:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742445_1621 (size=31255) 2024-11-08T10:20:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-08T10:20:18,523 DEBUG [Thread-2365 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:59746 2024-11-08T10:20:18,523 DEBUG [Thread-2367 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:59746 2024-11-08T10:20:18,523 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:18,523 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:18,524 DEBUG [Thread-2369 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:59746 2024-11-08T10:20:18,524 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:18,525 DEBUG [Thread-2371 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c1d3a95 to 127.0.0.1:59746 2024-11-08T10:20:18,525 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:18,525 DEBUG [Thread-2363 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:59746 2024-11-08T10:20:18,525 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:18,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:18,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-08T10:20:18,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:18,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:18,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:18,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061278600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061278601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061278603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061278604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061278605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-08T10:20:18,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:18,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-08T10:20:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:18,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,810 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/039d995284104444be4a443a4f097928 2024-11-08T10:20:18,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/5e6742574eaa448e8154e2b51342e502 is 50, key is test_row_0/B:col10/1731061217348/Put/seqid=0 2024-11-08T10:20:18,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742446_1622 (size=12301) 2024-11-08T10:20:18,834 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:18,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-08T10:20:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:18,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-08T10:20:18,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:18,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-08T10:20:18,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:18,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:18,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:18,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51720 deadline: 1731061279101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:19,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51756 deadline: 1731061279102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51748 deadline: 1731061279107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:19,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51730 deadline: 1731061279108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:19,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T10:20:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51740 deadline: 1731061279109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 2024-11-08T10:20:19,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:19,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-08T10:20:19,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:19,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/5e6742574eaa448e8154e2b51342e502 2024-11-08T10:20:19,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/975c992e1b9f44fd8237908b6bbd91c0 is 50, key is test_row_0/C:col10/1731061217348/Put/seqid=0 2024-11-08T10:20:19,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742447_1623 (size=12301) 2024-11-08T10:20:19,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:19,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-08T10:20:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:19,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-08T10:20:19,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:19,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-08T10:20:19,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:19,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-08T10:20:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:19,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/975c992e1b9f44fd8237908b6bbd91c0 2024-11-08T10:20:19,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/039d995284104444be4a443a4f097928 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/039d995284104444be4a443a4f097928 2024-11-08T10:20:19,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/039d995284104444be4a443a4f097928, entries=150, sequenceid=345, filesize=30.5 K 2024-11-08T10:20:19,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/5e6742574eaa448e8154e2b51342e502 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/5e6742574eaa448e8154e2b51342e502 2024-11-08T10:20:19,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/5e6742574eaa448e8154e2b51342e502, entries=150, sequenceid=345, filesize=12.0 K 2024-11-08T10:20:19,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/975c992e1b9f44fd8237908b6bbd91c0 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/975c992e1b9f44fd8237908b6bbd91c0 2024-11-08T10:20:19,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/975c992e1b9f44fd8237908b6bbd91c0, entries=150, sequenceid=345, filesize=12.0 K 2024-11-08T10:20:19,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for faabc9cd179dfc8eb0941f85313eee1b in 1651ms, sequenceid=345, compaction requested=true 2024-11-08T10:20:19,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:19,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T10:20:19,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:19,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T10:20:19,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:19,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faabc9cd179dfc8eb0941f85313eee1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T10:20:19,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:19,640 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:19,640 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:19,641 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:19,641 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:19,641 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/B is initiating minor compaction (all files) 2024-11-08T10:20:19,641 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/A is initiating minor compaction (all files) 2024-11-08T10:20:19,641 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/B in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,641 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/A in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,641 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/eecaccbf29d440cba22a3f0773701e96, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/66fe9c6f7312427ab7df242fd90d953f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/5e6742574eaa448e8154e2b51342e502] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=36.7 K 2024-11-08T10:20:19,641 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d291e37b45984ce3afe45c43fa13059d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/b12808d61f344466b0c78e9ea91a5556, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/039d995284104444be4a443a4f097928] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=92.3 K 2024-11-08T10:20:19,641 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,641 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. files: [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d291e37b45984ce3afe45c43fa13059d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/b12808d61f344466b0c78e9ea91a5556, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/039d995284104444be4a443a4f097928] 2024-11-08T10:20:19,641 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting eecaccbf29d440cba22a3f0773701e96, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731061213084 2024-11-08T10:20:19,642 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting d291e37b45984ce3afe45c43fa13059d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731061213084 2024-11-08T10:20:19,642 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 66fe9c6f7312427ab7df242fd90d953f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731061215214 2024-11-08T10:20:19,642 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting b12808d61f344466b0c78e9ea91a5556, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731061215214 2024-11-08T10:20:19,642 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e6742574eaa448e8154e2b51342e502, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731061217348 2024-11-08T10:20:19,642 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] compactions.Compactor(224): Compacting 039d995284104444be4a443a4f097928, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731061217348 2024-11-08T10:20:19,647 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:19,647 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:19,648 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/3df4d4cd813f41eb97fbca56edf73d83 is 50, key is test_row_0/B:col10/1731061217348/Put/seqid=0 2024-11-08T10:20:19,648 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108a4228ea4f3904f4ca23753bc696b7629_faabc9cd179dfc8eb0941f85313eee1b store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:19,650 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108a4228ea4f3904f4ca23753bc696b7629_faabc9cd179dfc8eb0941f85313eee1b, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:19,650 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a4228ea4f3904f4ca23753bc696b7629_faabc9cd179dfc8eb0941f85313eee1b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:19,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742448_1624 (size=13119) 2024-11-08T10:20:19,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742449_1625 (size=4469) 2024-11-08T10:20:19,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:19,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38617 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-08T10:20:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:19,748 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-08T10:20:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b090b3b6f092415f82b2c52ad7443652_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061217993/Put/seqid=0 2024-11-08T10:20:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742450_1626 (size=12454) 2024-11-08T10:20:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:19,758 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b090b3b6f092415f82b2c52ad7443652_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b090b3b6f092415f82b2c52ad7443652_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:19,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/61b72c1a1ce249398dcc5810b013e805, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:19,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/61b72c1a1ce249398dcc5810b013e805 is 175, key is test_row_0/A:col10/1731061217993/Put/seqid=0 2024-11-08T10:20:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742451_1627 (size=31255) 2024-11-08T10:20:19,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:20:20,054 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#A#compaction#526 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:20,055 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/adb325d2ee474c44a3e703f830d8df23 is 175, key is test_row_0/A:col10/1731061217348/Put/seqid=0 2024-11-08T10:20:20,055 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/3df4d4cd813f41eb97fbca56edf73d83 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/3df4d4cd813f41eb97fbca56edf73d83 2024-11-08T10:20:20,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742452_1628 (size=32073) 2024-11-08T10:20:20,058 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/B of faabc9cd179dfc8eb0941f85313eee1b into 3df4d4cd813f41eb97fbca56edf73d83(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:20,058 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:20,058 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/B, priority=13, startTime=1731061219640; duration=0sec 2024-11-08T10:20:20,058 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T10:20:20,058 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:B 2024-11-08T10:20:20,058 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T10:20:20,059 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T10:20:20,059 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1540): faabc9cd179dfc8eb0941f85313eee1b/C is initiating minor compaction (all files) 2024-11-08T10:20:20,059 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of faabc9cd179dfc8eb0941f85313eee1b/C in TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:20,059 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0c1f6f37c9149028c04951fd18317b9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4acab5a8689e4ba69d7a321760579aa0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/975c992e1b9f44fd8237908b6bbd91c0] into tmpdir=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp, totalSize=36.7 K 2024-11-08T10:20:20,059 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c1f6f37c9149028c04951fd18317b9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731061213084 2024-11-08T10:20:20,060 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 4acab5a8689e4ba69d7a321760579aa0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731061215214 2024-11-08T10:20:20,060 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] compactions.Compactor(224): Compacting 975c992e1b9f44fd8237908b6bbd91c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731061217348 2024-11-08T10:20:20,064 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faabc9cd179dfc8eb0941f85313eee1b#C#compaction#528 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T10:20:20,065 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b8838bc167494bb1be9aaf4d5a6d6da8 is 50, key is test_row_0/C:col10/1731061217348/Put/seqid=0 2024-11-08T10:20:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742453_1629 (size=13119) 2024-11-08T10:20:20,103 DEBUG [Thread-2358 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:59746 2024-11-08T10:20:20,103 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38617 {}] regionserver.HRegion(8581): Flush requested on faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. as already flushing 2024-11-08T10:20:20,110 DEBUG [Thread-2360 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:59746 2024-11-08T10:20:20,110 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:20,112 DEBUG [Thread-2354 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:59746 2024-11-08T10:20:20,112 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:20,114 DEBUG [Thread-2352 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:59746 2024-11-08T10:20:20,114 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:20,118 DEBUG [Thread-2356 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:59746 2024-11-08T10:20:20,118 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:20,163 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/61b72c1a1ce249398dcc5810b013e805 2024-11-08T10:20:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/94c92b757109447b8f1dc827dae2c474 is 50, key is test_row_0/B:col10/1731061217993/Put/seqid=0 2024-11-08T10:20:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742454_1630 (size=12301) 2024-11-08T10:20:20,461 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/adb325d2ee474c44a3e703f830d8df23 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/adb325d2ee474c44a3e703f830d8df23 2024-11-08T10:20:20,465 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/A of faabc9cd179dfc8eb0941f85313eee1b into adb325d2ee474c44a3e703f830d8df23(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:20,465 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:20,465 INFO [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/A, priority=13, startTime=1731061219640; duration=0sec 2024-11-08T10:20:20,465 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:20,465 DEBUG [RS:0;2db67accb017:38617-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:A 2024-11-08T10:20:20,470 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/b8838bc167494bb1be9aaf4d5a6d6da8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b8838bc167494bb1be9aaf4d5a6d6da8 2024-11-08T10:20:20,473 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in faabc9cd179dfc8eb0941f85313eee1b/C of faabc9cd179dfc8eb0941f85313eee1b into b8838bc167494bb1be9aaf4d5a6d6da8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T10:20:20,473 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:20,473 INFO [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b., storeName=faabc9cd179dfc8eb0941f85313eee1b/C, priority=13, startTime=1731061219640; duration=0sec 2024-11-08T10:20:20,473 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T10:20:20,473 DEBUG [RS:0;2db67accb017:38617-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faabc9cd179dfc8eb0941f85313eee1b:C 2024-11-08T10:20:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-08T10:20:20,571 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/94c92b757109447b8f1dc827dae2c474 2024-11-08T10:20:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/cf89d539711e489a97dec57a566b122f is 50, key is test_row_0/C:col10/1731061217993/Put/seqid=0 2024-11-08T10:20:20,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742455_1631 (size=12301) 2024-11-08T10:20:20,980 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/cf89d539711e489a97dec57a566b122f 2024-11-08T10:20:20,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/61b72c1a1ce249398dcc5810b013e805 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/61b72c1a1ce249398dcc5810b013e805 2024-11-08T10:20:20,985 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/61b72c1a1ce249398dcc5810b013e805, entries=150, sequenceid=354, filesize=30.5 K 2024-11-08T10:20:20,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/94c92b757109447b8f1dc827dae2c474 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/94c92b757109447b8f1dc827dae2c474 2024-11-08T10:20:20,989 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/94c92b757109447b8f1dc827dae2c474, entries=150, sequenceid=354, filesize=12.0 K 2024-11-08T10:20:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/cf89d539711e489a97dec57a566b122f as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/cf89d539711e489a97dec57a566b122f 2024-11-08T10:20:20,991 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/cf89d539711e489a97dec57a566b122f, entries=150, sequenceid=354, filesize=12.0 K 2024-11-08T10:20:20,992 INFO [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=33.54 KB/34350 for faabc9cd179dfc8eb0941f85313eee1b in 1244ms, sequenceid=354, compaction requested=false 2024-11-08T10:20:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2db67accb017:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-08T10:20:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-08T10:20:20,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-08T10:20:20,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6140 sec 2024-11-08T10:20:20,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 2.6170 sec 2024-11-08T10:20:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-08T10:20:22,482 INFO [Thread-2362 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7361 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7291 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7202 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7345 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7240 2024-11-08T10:20:22,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T10:20:22,482 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-08T10:20:22,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:59746 2024-11-08T10:20:22,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:22,483 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-08T10:20:22,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T10:20:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T10:20:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-08T10:20:22,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061222485"}]},"ts":"1731061222485"} 2024-11-08T10:20:22,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T10:20:22,488 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T10:20:22,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T10:20:22,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, UNASSIGN}] 2024-11-08T10:20:22,490 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, UNASSIGN 2024-11-08T10:20:22,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=faabc9cd179dfc8eb0941f85313eee1b, regionState=CLOSING, regionLocation=2db67accb017,38617,1731061041433 2024-11-08T10:20:22,491 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T10:20:22,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; CloseRegionProcedure faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433}] 2024-11-08T10:20:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-08T10:20:22,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2db67accb017,38617,1731061041433 2024-11-08T10:20:22,642 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(124): Close faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:22,642 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-08T10:20:22,642 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1681): Closing faabc9cd179dfc8eb0941f85313eee1b, disabling compactions & flushes 2024-11-08T10:20:22,642 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:22,642 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:22,642 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. after waiting 0 ms 2024-11-08T10:20:22,642 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:22,643 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(2837): Flushing faabc9cd179dfc8eb0941f85313eee1b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T10:20:22,643 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=A 2024-11-08T10:20:22,643 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:22,643 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=B 2024-11-08T10:20:22,643 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:22,643 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK faabc9cd179dfc8eb0941f85313eee1b, store=C 2024-11-08T10:20:22,643 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-08T10:20:22,647 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d987546d49c64d68a8350bcf3518aedf_faabc9cd179dfc8eb0941f85313eee1b is 50, key is test_row_0/A:col10/1731061220109/Put/seqid=0 2024-11-08T10:20:22,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742456_1632 (size=9914) 2024-11-08T10:20:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-08T10:20:23,051 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:20:23,054 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d987546d49c64d68a8350bcf3518aedf_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d987546d49c64d68a8350bcf3518aedf_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:23,055 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/3bab570f42e54021a9f6f7b08adc0cb9, store: [table=TestAcidGuarantees family=A region=faabc9cd179dfc8eb0941f85313eee1b] 2024-11-08T10:20:23,056 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/3bab570f42e54021a9f6f7b08adc0cb9 is 175, key is test_row_0/A:col10/1731061220109/Put/seqid=0 2024-11-08T10:20:23,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742457_1633 (size=22561) 2024-11-08T10:20:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-08T10:20:23,459 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/3bab570f42e54021a9f6f7b08adc0cb9 2024-11-08T10:20:23,464 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/86cb85cfb3594ca298162c7c7f294074 is 50, key is test_row_0/B:col10/1731061220109/Put/seqid=0 2024-11-08T10:20:23,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742458_1634 (size=9857) 2024-11-08T10:20:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-08T10:20:23,868 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/86cb85cfb3594ca298162c7c7f294074 2024-11-08T10:20:23,873 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/80e35045cbaf4a97ae51e141346724cd is 50, key is test_row_0/C:col10/1731061220109/Put/seqid=0 2024-11-08T10:20:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742459_1635 (size=9857) 2024-11-08T10:20:24,277 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/80e35045cbaf4a97ae51e141346724cd 2024-11-08T10:20:24,280 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/A/3bab570f42e54021a9f6f7b08adc0cb9 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/3bab570f42e54021a9f6f7b08adc0cb9 2024-11-08T10:20:24,283 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/3bab570f42e54021a9f6f7b08adc0cb9, entries=100, sequenceid=365, filesize=22.0 K 2024-11-08T10:20:24,283 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/B/86cb85cfb3594ca298162c7c7f294074 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/86cb85cfb3594ca298162c7c7f294074 2024-11-08T10:20:24,285 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/86cb85cfb3594ca298162c7c7f294074, entries=100, sequenceid=365, filesize=9.6 K 2024-11-08T10:20:24,286 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/.tmp/C/80e35045cbaf4a97ae51e141346724cd as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/80e35045cbaf4a97ae51e141346724cd 2024-11-08T10:20:24,288 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/80e35045cbaf4a97ae51e141346724cd, entries=100, sequenceid=365, filesize=9.6 K 2024-11-08T10:20:24,289 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for faabc9cd179dfc8eb0941f85313eee1b in 1646ms, sequenceid=365, compaction requested=true 2024-11-08T10:20:24,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/81000ce20a5d4b56ad8ec36abccd7d0f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/06a8418a8f9748dc81f59716bc7f005e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d4722b4787bb4d58873ddc056d01fbd1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/78d37b75b3594b9888d207f794f1040a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1ab152d65f904e80a5f0d701fe09fa48, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/ed1c72f7571148298e1e30cb0d61fb5d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/79815e70e1984ecca982baed232334dc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d3e32cf540284c18ba5ac1ce97aeb0a7, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/e155d7e518b7434c88c80422ba316fa5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/f6c0ab310f424244a312882011931b2a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/71bb75b1c23f4f83ae28f47a8ce9aedc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/45720a141f4b45a8859545fe529fda52, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d183031fb8f643ef89aa6c1e7b6f715c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1f40d5dfa79749549e97c5284ab6486d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/4a5622a783fb47aaa27f8844af2f9f21, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d0efd6c7b8c2494da30e05d2dfe34732, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/5ed3e9064ea644978ac7b43ed75ef916, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/7a58a9718dd74d71803afe0c4a9a883e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/80cf249d11a844fe93638fd71fc2dbdf, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/62c9da5db19d4e1d840af3875e20862b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/9cc481f86d95460d966fbc4bf5e3b673, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d291e37b45984ce3afe45c43fa13059d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/b12808d61f344466b0c78e9ea91a5556, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/039d995284104444be4a443a4f097928] to archive 2024-11-08T10:20:24,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:20:24,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/81000ce20a5d4b56ad8ec36abccd7d0f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/81000ce20a5d4b56ad8ec36abccd7d0f 2024-11-08T10:20:24,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/06a8418a8f9748dc81f59716bc7f005e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/06a8418a8f9748dc81f59716bc7f005e 2024-11-08T10:20:24,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d4722b4787bb4d58873ddc056d01fbd1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d4722b4787bb4d58873ddc056d01fbd1 2024-11-08T10:20:24,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/78d37b75b3594b9888d207f794f1040a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/78d37b75b3594b9888d207f794f1040a 2024-11-08T10:20:24,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1ab152d65f904e80a5f0d701fe09fa48 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1ab152d65f904e80a5f0d701fe09fa48 2024-11-08T10:20:24,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/ed1c72f7571148298e1e30cb0d61fb5d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/ed1c72f7571148298e1e30cb0d61fb5d 2024-11-08T10:20:24,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/79815e70e1984ecca982baed232334dc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/79815e70e1984ecca982baed232334dc 2024-11-08T10:20:24,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d3e32cf540284c18ba5ac1ce97aeb0a7 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d3e32cf540284c18ba5ac1ce97aeb0a7 2024-11-08T10:20:24,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/e155d7e518b7434c88c80422ba316fa5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/e155d7e518b7434c88c80422ba316fa5 2024-11-08T10:20:24,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/f6c0ab310f424244a312882011931b2a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/f6c0ab310f424244a312882011931b2a 2024-11-08T10:20:24,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/71bb75b1c23f4f83ae28f47a8ce9aedc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/71bb75b1c23f4f83ae28f47a8ce9aedc 2024-11-08T10:20:24,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/45720a141f4b45a8859545fe529fda52 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/45720a141f4b45a8859545fe529fda52 2024-11-08T10:20:24,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d183031fb8f643ef89aa6c1e7b6f715c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d183031fb8f643ef89aa6c1e7b6f715c 2024-11-08T10:20:24,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1f40d5dfa79749549e97c5284ab6486d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/1f40d5dfa79749549e97c5284ab6486d 2024-11-08T10:20:24,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/4a5622a783fb47aaa27f8844af2f9f21 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/4a5622a783fb47aaa27f8844af2f9f21 2024-11-08T10:20:24,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d0efd6c7b8c2494da30e05d2dfe34732 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d0efd6c7b8c2494da30e05d2dfe34732 2024-11-08T10:20:24,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/5ed3e9064ea644978ac7b43ed75ef916 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/5ed3e9064ea644978ac7b43ed75ef916 2024-11-08T10:20:24,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/7a58a9718dd74d71803afe0c4a9a883e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/7a58a9718dd74d71803afe0c4a9a883e 2024-11-08T10:20:24,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/80cf249d11a844fe93638fd71fc2dbdf to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/80cf249d11a844fe93638fd71fc2dbdf 2024-11-08T10:20:24,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/62c9da5db19d4e1d840af3875e20862b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/62c9da5db19d4e1d840af3875e20862b 2024-11-08T10:20:24,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/9cc481f86d95460d966fbc4bf5e3b673 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/9cc481f86d95460d966fbc4bf5e3b673 2024-11-08T10:20:24,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d291e37b45984ce3afe45c43fa13059d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/d291e37b45984ce3afe45c43fa13059d 2024-11-08T10:20:24,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/b12808d61f344466b0c78e9ea91a5556 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/b12808d61f344466b0c78e9ea91a5556 2024-11-08T10:20:24,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/039d995284104444be4a443a4f097928 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/039d995284104444be4a443a4f097928 2024-11-08T10:20:24,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/73cbb60c60aa42da8cd86baf9abddad8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/275b3b12ea9b4e049c8eb44ea4b52910, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/02e44b80c3394c5d953a3dbc04bf43e1, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/dcb65975423c4c3b9ad905e228067fe0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/7686c2f14ac34abca7a0f85b4445d12d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/651186f75fdb47dbadcd870af3a71b4b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/c364fc75d0a74b3eb9356402df2b9cc0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a882261330714012b66f56f03f465efb, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f08917a464d240b093d596d76f0082b5, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/909a56b19c5a4806baf2caf6fa22ed69, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/220195089bfb4b2e8d0c900cf871ca4f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8cf9b707f0f84f099a24c3c0155d4c47, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/1b822dd5e60e4d7b914b382503424a2d, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/151db1a980224ef98cf5724b89c43484, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a396fc070efa4ed5b3f7a865512d3508, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/301eb2f744c8462b8406fda821b0f582, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/3cc06312638e48e082d59c66b3765968, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/6e04e32c3f8c4565a728c59aaa189eba, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f1e25c5e975f429baaa7c32ec706ad5e, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/521ab0c3e9a54ab29f383441312ccd75, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/eecaccbf29d440cba22a3f0773701e96, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8f3836747fbe4aedaa1b74123c56ad82, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/66fe9c6f7312427ab7df242fd90d953f, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/5e6742574eaa448e8154e2b51342e502] to archive 2024-11-08T10:20:24,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:20:24,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/73cbb60c60aa42da8cd86baf9abddad8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/73cbb60c60aa42da8cd86baf9abddad8 2024-11-08T10:20:24,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/275b3b12ea9b4e049c8eb44ea4b52910 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/275b3b12ea9b4e049c8eb44ea4b52910 2024-11-08T10:20:24,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/02e44b80c3394c5d953a3dbc04bf43e1 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/02e44b80c3394c5d953a3dbc04bf43e1 2024-11-08T10:20:24,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/dcb65975423c4c3b9ad905e228067fe0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/dcb65975423c4c3b9ad905e228067fe0 2024-11-08T10:20:24,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/7686c2f14ac34abca7a0f85b4445d12d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/7686c2f14ac34abca7a0f85b4445d12d 2024-11-08T10:20:24,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/651186f75fdb47dbadcd870af3a71b4b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/651186f75fdb47dbadcd870af3a71b4b 2024-11-08T10:20:24,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/c364fc75d0a74b3eb9356402df2b9cc0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/c364fc75d0a74b3eb9356402df2b9cc0 2024-11-08T10:20:24,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a882261330714012b66f56f03f465efb to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a882261330714012b66f56f03f465efb 2024-11-08T10:20:24,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f08917a464d240b093d596d76f0082b5 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f08917a464d240b093d596d76f0082b5 2024-11-08T10:20:24,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/909a56b19c5a4806baf2caf6fa22ed69 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/909a56b19c5a4806baf2caf6fa22ed69 2024-11-08T10:20:24,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/220195089bfb4b2e8d0c900cf871ca4f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/220195089bfb4b2e8d0c900cf871ca4f 2024-11-08T10:20:24,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8cf9b707f0f84f099a24c3c0155d4c47 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8cf9b707f0f84f099a24c3c0155d4c47 2024-11-08T10:20:24,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/1b822dd5e60e4d7b914b382503424a2d to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/1b822dd5e60e4d7b914b382503424a2d 2024-11-08T10:20:24,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/151db1a980224ef98cf5724b89c43484 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/151db1a980224ef98cf5724b89c43484 2024-11-08T10:20:24,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a396fc070efa4ed5b3f7a865512d3508 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/a396fc070efa4ed5b3f7a865512d3508 2024-11-08T10:20:24,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/301eb2f744c8462b8406fda821b0f582 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/301eb2f744c8462b8406fda821b0f582 2024-11-08T10:20:24,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/3cc06312638e48e082d59c66b3765968 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/3cc06312638e48e082d59c66b3765968 2024-11-08T10:20:24,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/6e04e32c3f8c4565a728c59aaa189eba to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/6e04e32c3f8c4565a728c59aaa189eba 2024-11-08T10:20:24,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f1e25c5e975f429baaa7c32ec706ad5e to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/f1e25c5e975f429baaa7c32ec706ad5e 2024-11-08T10:20:24,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/521ab0c3e9a54ab29f383441312ccd75 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/521ab0c3e9a54ab29f383441312ccd75 2024-11-08T10:20:24,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/eecaccbf29d440cba22a3f0773701e96 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/eecaccbf29d440cba22a3f0773701e96 2024-11-08T10:20:24,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8f3836747fbe4aedaa1b74123c56ad82 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/8f3836747fbe4aedaa1b74123c56ad82 2024-11-08T10:20:24,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/66fe9c6f7312427ab7df242fd90d953f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/66fe9c6f7312427ab7df242fd90d953f 2024-11-08T10:20:24,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/5e6742574eaa448e8154e2b51342e502 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/5e6742574eaa448e8154e2b51342e502 2024-11-08T10:20:24,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0b073c2fb0248eea23c76f69a267f81, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/6c434c56612f433a92b76637e5a88f63, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/930b7289e64245a2a81ac210138ba31b, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bdfe554ca69842b093055a179c912730, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/20ad2500f9b4422d81552f82dd0aa3ec, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ef56cc3b2eaa4a389b35291b5440dc44, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/3ceaab459bfb4e17a12d8afa9a6fbb59, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/769bca72133845ef832d236eb0b597ae, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b18d07343b81476792fdfc7700076444, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4e9e28bde71142619b16759dd17cbca8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/da75d0a2a23f48638486a477c57fdccc, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/408b80c8ec524d78ac622b2bb3f04419, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b30811eb7e7e47afa8c60bebf3c08bb9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/2a5f0645dfca4098864915e59164867c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/77314ab9a2df48d3b77b9591ea20771a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ea9b6ffec81e45288d2874ed2dfb5e55, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/d009214180d64488bea2eb8a2fa6827c, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/1ffc312294c048de8780057bfebee685, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/0a9dbae0ed484994b3059a3989e18d5a, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/f58f0d731f724a0e98fb4cbec839e843, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0c1f6f37c9149028c04951fd18317b9, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bf01b24600f34f4c9dae3acc09aaeac8, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4acab5a8689e4ba69d7a321760579aa0, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/975c992e1b9f44fd8237908b6bbd91c0] to archive 2024-11-08T10:20:24,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T10:20:24,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0b073c2fb0248eea23c76f69a267f81 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0b073c2fb0248eea23c76f69a267f81 2024-11-08T10:20:24,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/6c434c56612f433a92b76637e5a88f63 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/6c434c56612f433a92b76637e5a88f63 2024-11-08T10:20:24,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/930b7289e64245a2a81ac210138ba31b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/930b7289e64245a2a81ac210138ba31b 2024-11-08T10:20:24,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bdfe554ca69842b093055a179c912730 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bdfe554ca69842b093055a179c912730 2024-11-08T10:20:24,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/20ad2500f9b4422d81552f82dd0aa3ec to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/20ad2500f9b4422d81552f82dd0aa3ec 2024-11-08T10:20:24,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ef56cc3b2eaa4a389b35291b5440dc44 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ef56cc3b2eaa4a389b35291b5440dc44 2024-11-08T10:20:24,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/3ceaab459bfb4e17a12d8afa9a6fbb59 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/3ceaab459bfb4e17a12d8afa9a6fbb59 2024-11-08T10:20:24,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/769bca72133845ef832d236eb0b597ae to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/769bca72133845ef832d236eb0b597ae 2024-11-08T10:20:24,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b18d07343b81476792fdfc7700076444 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b18d07343b81476792fdfc7700076444 2024-11-08T10:20:24,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4e9e28bde71142619b16759dd17cbca8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4e9e28bde71142619b16759dd17cbca8 2024-11-08T10:20:24,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/da75d0a2a23f48638486a477c57fdccc to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/da75d0a2a23f48638486a477c57fdccc 2024-11-08T10:20:24,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/408b80c8ec524d78ac622b2bb3f04419 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/408b80c8ec524d78ac622b2bb3f04419 2024-11-08T10:20:24,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b30811eb7e7e47afa8c60bebf3c08bb9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b30811eb7e7e47afa8c60bebf3c08bb9 2024-11-08T10:20:24,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/2a5f0645dfca4098864915e59164867c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/2a5f0645dfca4098864915e59164867c 2024-11-08T10:20:24,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/77314ab9a2df48d3b77b9591ea20771a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/77314ab9a2df48d3b77b9591ea20771a 2024-11-08T10:20:24,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ea9b6ffec81e45288d2874ed2dfb5e55 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/ea9b6ffec81e45288d2874ed2dfb5e55 2024-11-08T10:20:24,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/d009214180d64488bea2eb8a2fa6827c to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/d009214180d64488bea2eb8a2fa6827c 2024-11-08T10:20:24,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/1ffc312294c048de8780057bfebee685 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/1ffc312294c048de8780057bfebee685 2024-11-08T10:20:24,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/0a9dbae0ed484994b3059a3989e18d5a to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/0a9dbae0ed484994b3059a3989e18d5a 2024-11-08T10:20:24,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/f58f0d731f724a0e98fb4cbec839e843 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/f58f0d731f724a0e98fb4cbec839e843 2024-11-08T10:20:24,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0c1f6f37c9149028c04951fd18317b9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b0c1f6f37c9149028c04951fd18317b9 2024-11-08T10:20:24,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bf01b24600f34f4c9dae3acc09aaeac8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/bf01b24600f34f4c9dae3acc09aaeac8 2024-11-08T10:20:24,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4acab5a8689e4ba69d7a321760579aa0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/4acab5a8689e4ba69d7a321760579aa0 2024-11-08T10:20:24,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/975c992e1b9f44fd8237908b6bbd91c0 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/975c992e1b9f44fd8237908b6bbd91c0 2024-11-08T10:20:24,346 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/recovered.edits/368.seqid, newMaxSeqId=368, maxSeqId=4 2024-11-08T10:20:24,346 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b. 2024-11-08T10:20:24,346 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1635): Region close journal for faabc9cd179dfc8eb0941f85313eee1b: 2024-11-08T10:20:24,347 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(170): Closed faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=faabc9cd179dfc8eb0941f85313eee1b, regionState=CLOSED 2024-11-08T10:20:24,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-08T10:20:24,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; CloseRegionProcedure faabc9cd179dfc8eb0941f85313eee1b, server=2db67accb017,38617,1731061041433 in 1.8570 sec 2024-11-08T10:20:24,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=189, resume processing ppid=188 2024-11-08T10:20:24,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, ppid=188, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=faabc9cd179dfc8eb0941f85313eee1b, UNASSIGN in 1.8600 sec 2024-11-08T10:20:24,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-08T10:20:24,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8630 sec 2024-11-08T10:20:24,352 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731061224352"}]},"ts":"1731061224352"} 2024-11-08T10:20:24,353 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T10:20:24,354 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T10:20:24,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8720 sec 2024-11-08T10:20:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-08T10:20:24,589 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-08T10:20:24,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T10:20:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:20:24,590 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:20:24,591 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=191, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:20:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-08T10:20:24,593 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,594 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C, FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/recovered.edits] 2024-11-08T10:20:24,596 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/3bab570f42e54021a9f6f7b08adc0cb9 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/3bab570f42e54021a9f6f7b08adc0cb9 2024-11-08T10:20:24,597 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/61b72c1a1ce249398dcc5810b013e805 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/61b72c1a1ce249398dcc5810b013e805 2024-11-08T10:20:24,598 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/adb325d2ee474c44a3e703f830d8df23 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/A/adb325d2ee474c44a3e703f830d8df23 2024-11-08T10:20:24,599 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/3df4d4cd813f41eb97fbca56edf73d83 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/3df4d4cd813f41eb97fbca56edf73d83 2024-11-08T10:20:24,600 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/86cb85cfb3594ca298162c7c7f294074 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/86cb85cfb3594ca298162c7c7f294074 2024-11-08T10:20:24,601 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/94c92b757109447b8f1dc827dae2c474 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/B/94c92b757109447b8f1dc827dae2c474 2024-11-08T10:20:24,603 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/80e35045cbaf4a97ae51e141346724cd to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/80e35045cbaf4a97ae51e141346724cd 2024-11-08T10:20:24,603 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b8838bc167494bb1be9aaf4d5a6d6da8 to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/b8838bc167494bb1be9aaf4d5a6d6da8 2024-11-08T10:20:24,604 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/cf89d539711e489a97dec57a566b122f to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/C/cf89d539711e489a97dec57a566b122f 2024-11-08T10:20:24,606 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/recovered.edits/368.seqid to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b/recovered.edits/368.seqid 2024-11-08T10:20:24,606 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/default/TestAcidGuarantees/faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,607 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T10:20:24,607 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T10:20:24,607 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T10:20:24,609 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080a81507124824eb28e191863535fa181_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080a81507124824eb28e191863535fa181_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,610 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110825dcdcf351e84fcdb53c493bd5a2d001_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110825dcdcf351e84fcdb53c493bd5a2d001_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,611 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108273bb438874546cebe0326f355c651a1_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108273bb438874546cebe0326f355c651a1_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,611 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082cc57b9958304c7fb8872296b9dfc77b_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082cc57b9958304c7fb8872296b9dfc77b_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,612 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108362f151289ea4f16a2cc82fc7e2a914a_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108362f151289ea4f16a2cc82fc7e2a914a_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,613 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084312ce02a1dc413ca5dfc5099654fc07_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084312ce02a1dc413ca5dfc5099654fc07_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,614 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087298ab47b3a74d81a5545cda0162c94b_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087298ab47b3a74d81a5545cda0162c94b_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,615 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087c4f63c278df4de1b42c6926c95d7448_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087c4f63c278df4de1b42c6926c95d7448_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,615 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110889c6a7f574cf4bb1a1526d4c8962167f_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110889c6a7f574cf4bb1a1526d4c8962167f_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,616 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088cd77605874848128e2685928e5e047d_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088cd77605874848128e2685928e5e047d_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,617 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089f245dc862de41d3991df862f4c18eee_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089f245dc862de41d3991df862f4c18eee_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,618 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b090b3b6f092415f82b2c52ad7443652_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b090b3b6f092415f82b2c52ad7443652_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,618 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b8e47c9807f2460a971a0b4c82c6e9c6_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b8e47c9807f2460a971a0b4c82c6e9c6_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,619 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bb900d7117574c7fb892d945bead6899_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bb900d7117574c7fb892d945bead6899_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,620 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bd14b733e5e44e7b8a5f7926d400ae98_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bd14b733e5e44e7b8a5f7926d400ae98_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,621 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ce4c35e60c334540bb25ccfc57c9d6b6_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ce4c35e60c334540bb25ccfc57c9d6b6_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,622 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d5844ed5910e4d0d92ff05227d246ed6_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d5844ed5910e4d0d92ff05227d246ed6_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,622 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d987546d49c64d68a8350bcf3518aedf_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d987546d49c64d68a8350bcf3518aedf_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,623 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f7692010ff774586960285cdacdee879_faabc9cd179dfc8eb0941f85313eee1b to hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f7692010ff774586960285cdacdee879_faabc9cd179dfc8eb0941f85313eee1b 2024-11-08T10:20:24,624 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T10:20:24,625 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=191, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:20:24,627 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T10:20:24,629 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T10:20:24,629 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=191, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:20:24,629 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T10:20:24,629 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731061224629"}]},"ts":"9223372036854775807"} 2024-11-08T10:20:24,631 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-08T10:20:24,631 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => faabc9cd179dfc8eb0941f85313eee1b, NAME => 'TestAcidGuarantees,,1731061195458.faabc9cd179dfc8eb0941f85313eee1b.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T10:20:24,631 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T10:20:24,631 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731061224631"}]},"ts":"9223372036854775807"} 2024-11-08T10:20:24,632 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-08T10:20:24,634 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=191, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T10:20:24,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-08T10:20:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34121 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-08T10:20:24,691 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-08T10:20:24,700 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=456 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 350) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2646 (was 2762) 2024-11-08T10:20:24,701 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-08T10:20:24,701 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-08T10:20:24,701 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38630296 to 127.0.0.1:59746 2024-11-08T10:20:24,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:24,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T10:20:24,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282474894, stopped=false 2024-11-08T10:20:24,701 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2db67accb017,34121,1731061040709 2024-11-08T10:20:24,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:20:24,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:20:24,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:20:24,703 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-08T10:20:24,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:20:24,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:24,704 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2db67accb017,38617,1731061041433' ***** 2024-11-08T10:20:24,704 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-08T10:20:24,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:20:24,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:20:24,704 INFO [RS:0;2db67accb017:38617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:20:24,704 INFO [RS:0;2db67accb017:38617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:20:24,704 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-08T10:20:24,704 INFO [RS:0;2db67accb017:38617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:20:24,705 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(3579): Received CLOSE for 3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:20:24,705 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1224): stopping server 2db67accb017,38617,1731061041433 2024-11-08T10:20:24,705 DEBUG [RS:0;2db67accb017:38617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:24,705 INFO [RS:0;2db67accb017:38617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:20:24,705 INFO [RS:0;2db67accb017:38617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:20:24,705 INFO [RS:0;2db67accb017:38617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:20:24,705 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-08T10:20:24,705 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3552075411c0c68fbd0f7505de15b21f, disabling compactions & flushes 2024-11-08T10:20:24,705 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:20:24,705 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:20:24,705 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. after waiting 0 ms 2024-11-08T10:20:24,705 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:20:24,705 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-08T10:20:24,705 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3552075411c0c68fbd0f7505de15b21f 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-08T10:20:24,705 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1603): Online Regions={3552075411c0c68fbd0f7505de15b21f=hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T10:20:24,706 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:20:24,706 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-08T10:20:24,706 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-08T10:20:24,706 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:20:24,706 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:20:24,706 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-08T10:20:24,709 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:20:24,726 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/namespace/3552075411c0c68fbd0f7505de15b21f/.tmp/info/badffe26abc54f0e8ef4fa880fe961a6 is 45, key is default/info:d/1731061046708/Put/seqid=0 2024-11-08T10:20:24,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742460_1636 (size=5037) 2024-11-08T10:20:24,732 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/.tmp/info/43a57bd5ebdd40649869828c61a1aaf8 is 143, key is hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f./info:regioninfo/1731061046587/Put/seqid=0 2024-11-08T10:20:24,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742461_1637 (size=7725) 2024-11-08T10:20:24,737 INFO [regionserver/2db67accb017:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:20:24,909 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:20:25,109 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3552075411c0c68fbd0f7505de15b21f 2024-11-08T10:20:25,114 INFO [regionserver/2db67accb017:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T10:20:25,114 INFO [regionserver/2db67accb017:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T10:20:25,130 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/namespace/3552075411c0c68fbd0f7505de15b21f/.tmp/info/badffe26abc54f0e8ef4fa880fe961a6 2024-11-08T10:20:25,134 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/namespace/3552075411c0c68fbd0f7505de15b21f/.tmp/info/badffe26abc54f0e8ef4fa880fe961a6 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/namespace/3552075411c0c68fbd0f7505de15b21f/info/badffe26abc54f0e8ef4fa880fe961a6 2024-11-08T10:20:25,136 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/.tmp/info/43a57bd5ebdd40649869828c61a1aaf8 2024-11-08T10:20:25,137 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/namespace/3552075411c0c68fbd0f7505de15b21f/info/badffe26abc54f0e8ef4fa880fe961a6, entries=2, sequenceid=6, filesize=4.9 K 2024-11-08T10:20:25,138 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3552075411c0c68fbd0f7505de15b21f in 433ms, sequenceid=6, compaction requested=false 2024-11-08T10:20:25,141 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/namespace/3552075411c0c68fbd0f7505de15b21f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T10:20:25,142 INFO [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:20:25,142 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3552075411c0c68fbd0f7505de15b21f: 2024-11-08T10:20:25,142 DEBUG [RS_CLOSE_REGION-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731061045360.3552075411c0c68fbd0f7505de15b21f. 2024-11-08T10:20:25,154 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/.tmp/rep_barrier/671ca5f632774d56850fb40a94e26cea is 102, key is TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197./rep_barrier:/1731061081217/DeleteFamily/seqid=0 2024-11-08T10:20:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742462_1638 (size=6025) 2024-11-08T10:20:25,309 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-08T10:20:25,465 ERROR [LeaseRenewer:jenkins@localhost:35687 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35687,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:20:25,509 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-08T10:20:25,558 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/.tmp/rep_barrier/671ca5f632774d56850fb40a94e26cea 2024-11-08T10:20:25,576 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/.tmp/table/25272f0faaee4dbc8295f5b2fc785695 is 96, key is TestAcidGuarantees,,1731061046864.0fb01460c239a198a9b2789284ee8197./table:/1731061081217/DeleteFamily/seqid=0 2024-11-08T10:20:25,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742463_1639 (size=5942) 2024-11-08T10:20:25,710 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-08T10:20:25,710 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T10:20:25,710 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-08T10:20:25,910 DEBUG [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-08T10:20:25,980 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/.tmp/table/25272f0faaee4dbc8295f5b2fc785695 2024-11-08T10:20:25,983 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/.tmp/info/43a57bd5ebdd40649869828c61a1aaf8 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/info/43a57bd5ebdd40649869828c61a1aaf8 2024-11-08T10:20:25,986 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/info/43a57bd5ebdd40649869828c61a1aaf8, entries=22, sequenceid=93, filesize=7.5 K 2024-11-08T10:20:25,986 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/.tmp/rep_barrier/671ca5f632774d56850fb40a94e26cea as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/rep_barrier/671ca5f632774d56850fb40a94e26cea 2024-11-08T10:20:25,989 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/rep_barrier/671ca5f632774d56850fb40a94e26cea, entries=6, sequenceid=93, filesize=5.9 K 2024-11-08T10:20:25,989 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/.tmp/table/25272f0faaee4dbc8295f5b2fc785695 as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/table/25272f0faaee4dbc8295f5b2fc785695 2024-11-08T10:20:25,992 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/table/25272f0faaee4dbc8295f5b2fc785695, entries=9, sequenceid=93, filesize=5.8 K 2024-11-08T10:20:25,992 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=93, compaction requested=false 2024-11-08T10:20:25,995 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-08T10:20:25,996 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T10:20:25,996 INFO [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-08T10:20:25,996 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-08T10:20:25,996 DEBUG [RS_CLOSE_META-regionserver/2db67accb017:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T10:20:26,110 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1250): stopping server 2db67accb017,38617,1731061041433; all regions closed. 2024-11-08T10:20:26,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741834_1010 (size=26050) 2024-11-08T10:20:26,116 DEBUG [RS:0;2db67accb017:38617 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/oldWALs 2024-11-08T10:20:26,116 INFO [RS:0;2db67accb017:38617 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2db67accb017%2C38617%2C1731061041433.meta:.meta(num 1731061045117) 2024-11-08T10:20:26,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741832_1008 (size=14573342) 2024-11-08T10:20:26,119 DEBUG [RS:0;2db67accb017:38617 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/oldWALs 2024-11-08T10:20:26,119 INFO [RS:0;2db67accb017:38617 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2db67accb017%2C38617%2C1731061041433:(num 1731061044213) 2024-11-08T10:20:26,119 DEBUG [RS:0;2db67accb017:38617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:26,119 INFO [RS:0;2db67accb017:38617 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:20:26,120 INFO [RS:0;2db67accb017:38617 {}] hbase.ChoreService(370): Chore service for: regionserver/2db67accb017:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T10:20:26,120 INFO [regionserver/2db67accb017:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-08T10:20:26,120 INFO [RS:0;2db67accb017:38617 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38617 2024-11-08T10:20:26,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:20:26,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2db67accb017,38617,1731061041433 2024-11-08T10:20:26,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2db67accb017,38617,1731061041433] 2024-11-08T10:20:26,126 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2db67accb017,38617,1731061041433; numProcessing=1 2024-11-08T10:20:26,128 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2db67accb017,38617,1731061041433 already deleted, retry=false 2024-11-08T10:20:26,128 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2db67accb017,38617,1731061041433 expired; onlineServers=0 2024-11-08T10:20:26,128 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2db67accb017,34121,1731061040709' ***** 2024-11-08T10:20:26,128 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T10:20:26,128 DEBUG [M:0;2db67accb017:34121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d3aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2db67accb017/172.17.0.2:0 2024-11-08T10:20:26,128 INFO [M:0;2db67accb017:34121 {}] regionserver.HRegionServer(1224): stopping server 2db67accb017,34121,1731061040709 2024-11-08T10:20:26,128 INFO [M:0;2db67accb017:34121 {}] regionserver.HRegionServer(1250): stopping server 2db67accb017,34121,1731061040709; all regions closed. 2024-11-08T10:20:26,128 DEBUG [M:0;2db67accb017:34121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:20:26,128 DEBUG [M:0;2db67accb017:34121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T10:20:26,128 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T10:20:26,128 DEBUG [M:0;2db67accb017:34121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T10:20:26,128 DEBUG [master/2db67accb017:0:becomeActiveMaster-HFileCleaner.small.0-1731061043875 {}] cleaner.HFileCleaner(306): Exit Thread[master/2db67accb017:0:becomeActiveMaster-HFileCleaner.small.0-1731061043875,5,FailOnTimeoutGroup] 2024-11-08T10:20:26,128 DEBUG [master/2db67accb017:0:becomeActiveMaster-HFileCleaner.large.0-1731061043875 {}] cleaner.HFileCleaner(306): Exit Thread[master/2db67accb017:0:becomeActiveMaster-HFileCleaner.large.0-1731061043875,5,FailOnTimeoutGroup] 2024-11-08T10:20:26,129 INFO [M:0;2db67accb017:34121 {}] hbase.ChoreService(370): Chore service for: master/2db67accb017:0 had [] on shutdown 2024-11-08T10:20:26,129 DEBUG [M:0;2db67accb017:34121 {}] master.HMaster(1733): Stopping service threads 2024-11-08T10:20:26,129 INFO [M:0;2db67accb017:34121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T10:20:26,129 ERROR [M:0;2db67accb017:34121 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:35687 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35687,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-08T10:20:26,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T10:20:26,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:20:26,130 INFO [M:0;2db67accb017:34121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T10:20:26,130 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T10:20:26,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:20:26,130 DEBUG [M:0;2db67accb017:34121 {}] zookeeper.ZKUtil(347): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T10:20:26,130 WARN [M:0;2db67accb017:34121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T10:20:26,130 INFO [M:0;2db67accb017:34121 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-08T10:20:26,130 INFO [M:0;2db67accb017:34121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T10:20:26,131 DEBUG [M:0;2db67accb017:34121 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:20:26,131 INFO [M:0;2db67accb017:34121 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:20:26,131 DEBUG [M:0;2db67accb017:34121 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:20:26,131 DEBUG [M:0;2db67accb017:34121 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:20:26,131 DEBUG [M:0;2db67accb017:34121 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:20:26,131 INFO [M:0;2db67accb017:34121 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=771.59 KB heapSize=949 KB 2024-11-08T10:20:26,146 DEBUG [M:0;2db67accb017:34121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f13cc0344cba427facd4372dd7c4d9ae is 82, key is hbase:meta,,1/info:regioninfo/1731061045258/Put/seqid=0 2024-11-08T10:20:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742464_1640 (size=5672) 2024-11-08T10:20:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:20:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38617-0x1018762b8800001, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:20:26,226 INFO [RS:0;2db67accb017:38617 {}] regionserver.HRegionServer(1307): Exiting; stopping=2db67accb017,38617,1731061041433; zookeeper connection closed. 2024-11-08T10:20:26,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f0a39f3 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f0a39f3 2024-11-08T10:20:26,227 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T10:20:26,550 INFO [M:0;2db67accb017:34121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2174 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f13cc0344cba427facd4372dd7c4d9ae 2024-11-08T10:20:26,570 DEBUG [M:0;2db67accb017:34121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cffff4923cb5492a981457ff5ed2be7e is 2277, key is \x00\x00\x00\x00\x00\x00\x00m/proc:d/1731061142940/Put/seqid=0 2024-11-08T10:20:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742465_1641 (size=47102) 2024-11-08T10:20:26,974 INFO [M:0;2db67accb017:34121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=771.03 KB at sequenceid=2174 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cffff4923cb5492a981457ff5ed2be7e 2024-11-08T10:20:26,977 INFO [M:0;2db67accb017:34121 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cffff4923cb5492a981457ff5ed2be7e 2024-11-08T10:20:26,992 DEBUG [M:0;2db67accb017:34121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca6f4c95880e42f4af753606e650decc is 69, key is 2db67accb017,38617,1731061041433/rs:state/1731061043981/Put/seqid=0 2024-11-08T10:20:26,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073742466_1642 (size=5156) 2024-11-08T10:20:27,396 INFO [M:0;2db67accb017:34121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2174 (bloomFilter=true), to=hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca6f4c95880e42f4af753606e650decc 2024-11-08T10:20:27,399 DEBUG [M:0;2db67accb017:34121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f13cc0344cba427facd4372dd7c4d9ae as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f13cc0344cba427facd4372dd7c4d9ae 2024-11-08T10:20:27,402 INFO [M:0;2db67accb017:34121 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f13cc0344cba427facd4372dd7c4d9ae, entries=8, sequenceid=2174, filesize=5.5 K 2024-11-08T10:20:27,403 DEBUG [M:0;2db67accb017:34121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cffff4923cb5492a981457ff5ed2be7e as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cffff4923cb5492a981457ff5ed2be7e 2024-11-08T10:20:27,405 INFO [M:0;2db67accb017:34121 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cffff4923cb5492a981457ff5ed2be7e 2024-11-08T10:20:27,405 INFO [M:0;2db67accb017:34121 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cffff4923cb5492a981457ff5ed2be7e, entries=191, sequenceid=2174, filesize=46.0 K 2024-11-08T10:20:27,406 DEBUG [M:0;2db67accb017:34121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca6f4c95880e42f4af753606e650decc as hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca6f4c95880e42f4af753606e650decc 2024-11-08T10:20:27,408 INFO [M:0;2db67accb017:34121 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35687/user/jenkins/test-data/1021be35-332f-26b1-74ef-1bd2f06686e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca6f4c95880e42f4af753606e650decc, entries=1, sequenceid=2174, filesize=5.0 K 2024-11-08T10:20:27,409 INFO [M:0;2db67accb017:34121 {}] regionserver.HRegion(3040): Finished flush of dataSize ~771.59 KB/790108, heapSize ~948.70 KB/971472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2174, compaction requested=false 2024-11-08T10:20:27,410 INFO [M:0;2db67accb017:34121 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:20:27,410 DEBUG [M:0;2db67accb017:34121 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-08T10:20:27,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741830_1006 (size=932705) 2024-11-08T10:20:27,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-08T10:20:27,412 INFO [M:0;2db67accb017:34121 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-08T10:20:27,412 INFO [M:0;2db67accb017:34121 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34121 2024-11-08T10:20:27,414 DEBUG [M:0;2db67accb017:34121 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2db67accb017,34121,1731061040709 already deleted, retry=false 2024-11-08T10:20:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:20:27,516 INFO [M:0;2db67accb017:34121 {}] regionserver.HRegionServer(1307): Exiting; stopping=2db67accb017,34121,1731061040709; zookeeper connection closed. 2024-11-08T10:20:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34121-0x1018762b8800000, quorum=127.0.0.1:59746, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:20:27,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:20:27,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:20:27,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:20:27,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:20:27,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/hadoop.log.dir/,STOPPED} 2024-11-08T10:20:27,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:20:27,526 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:20:27,526 WARN [BP-1291752646-172.17.0.2-1731061037993 heartbeating to localhost/127.0.0.1:35687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:20:27,526 WARN [BP-1291752646-172.17.0.2-1731061037993 heartbeating to localhost/127.0.0.1:35687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1291752646-172.17.0.2-1731061037993 (Datanode Uuid e5b42bc6-7aa3-40c6-b5f9-8717f04bcfb8) service to localhost/127.0.0.1:35687 2024-11-08T10:20:27,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/cluster_563b1fb0-25c9-0a95-8e27-f9c8549a7333/dfs/data/data1/current/BP-1291752646-172.17.0.2-1731061037993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:20:27,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/cluster_563b1fb0-25c9-0a95-8e27-f9c8549a7333/dfs/data/data2/current/BP-1291752646-172.17.0.2-1731061037993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:20:27,530 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:20:27,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:20:27,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:20:27,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:20:27,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:20:27,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/910a5ee2-fcab-c354-cfde-b9a2df66dd6b/hadoop.log.dir/,STOPPED} 2024-11-08T10:20:27,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-08T10:20:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down